Nov 27 14:18:16 user nova-compute[75432]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75432) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 27 14:18:16 user nova-compute[75432]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75432) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 27 14:18:16 user nova-compute[75432]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75432) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 27 14:18:16 user nova-compute[75432]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 27 14:18:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:18:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:18:16 user nova-compute[75432]: INFO nova.virt.driver [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 27 14:18:17 user nova-compute[75432]: INFO nova.compute.provider_config [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] Acquiring lock "singleton_lock" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] Acquired lock "singleton_lock" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] Releasing lock "singleton_lock" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] Full set of CONF: {{(pid=75432) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ******************************************************************************** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] Configuration options gathered from: {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ================================================================================ {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] allow_resize_to_same_host      = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] arq_binding_timeout            = 300 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] backdoor_port                  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] backdoor_socket                = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] block_device_allocate_retries  = 300 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] block_device_allocate_retries_interval = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cert                           = self.pem {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute_monitors               = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] config_dir                     = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] config_drive_format            = iso9660 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] config_source                  = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] console_host                   = user {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] control_exchange               = nova {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cpu_allocation_ratio           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] daemon                         = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] debug                          = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] default_access_ip_network_name = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] default_availability_zone      = nova {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] default_ephemeral_format       = ext4 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] default_green_pool_size        = 1000 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] default_schedule_zone          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] disk_allocation_ratio          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] enable_new_services            = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] enabled_apis                   = ['osapi_compute'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] enabled_ssl_apis               = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] flat_injected                  = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] force_config_drive             = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] force_raw_images               = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] graceful_shutdown_timeout      = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] heal_instance_info_cache_interval = 60 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] host                           = user {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] instance_build_timeout         = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] instance_delete_interval       = 300 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] instance_format                = [instance: %(uuid)s]  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] instance_name_template         = instance-%08x {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] instance_usage_audit           = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] instance_usage_audit_period    = month {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] internal_service_availability_zone = internal {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] key                            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] live_migration_retry_count     = 30 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] log_config_append              = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] log_dir                        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] log_file                       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] log_options                    = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] log_rotate_interval            = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] log_rotate_interval_type       = days {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] log_rotation_type              = none {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] long_rpc_timeout               = 1800 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] max_concurrent_builds          = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] max_concurrent_live_migrations = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] max_concurrent_snapshots       = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] max_local_block_devices        = 3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] max_logfile_count              = 30 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] max_logfile_size_mb            = 200 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] maximum_instance_delete_attempts = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] metadata_listen                = 0.0.0.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] metadata_listen_port           = 8775 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] metadata_workers               = 3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] migrate_max_retries            = -1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] mkisofs_cmd                    = genisoimage {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] my_ip                          = 10.0.0.210 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] network_allocate_retries       = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] osapi_compute_listen_port      = 8774 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] osapi_compute_unique_server_name_scope =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] osapi_compute_workers          = 3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] password_length                = 12 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] periodic_enable                = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] periodic_fuzzy_delay           = 60 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] pointer_model                  = ps2mouse {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] preallocate_images             = none {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] publish_errors                 = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] pybasedir                      = /opt/stack/nova {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ram_allocation_ratio           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] rate_limit_burst               = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] rate_limit_except_level        = CRITICAL {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] rate_limit_interval            = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] reboot_timeout                 = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] reclaim_instance_interval      = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] record                         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] reimage_timeout_per_gb         = 60 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] report_interval                = 120 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] rescue_timeout                 = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] reserved_host_cpus             = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] reserved_host_disk_mb          = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] reserved_host_memory_mb        = 512 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] reserved_huge_pages            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] resize_confirm_window          = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] resize_fs_using_block_device   = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] resume_guests_state_on_host_boot = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] rpc_response_timeout           = 60 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] run_external_periodic_tasks    = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] running_deleted_instance_action = reap {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] running_deleted_instance_poll_interval = 1800 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] running_deleted_instance_timeout = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] scheduler_instance_sync_interval = 120 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] service_down_time              = 720 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] servicegroup_driver            = db {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] shelved_offload_time           = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] shelved_poll_interval          = 3600 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] shutdown_timeout               = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] source_is_ipv6                 = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ssl_only                       = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] state_path                     = /opt/stack/data/nova {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] sync_power_state_interval      = 600 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] sync_power_state_pool_size     = 1000 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] syslog_log_facility            = LOG_USER {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] tempdir                        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] timeout_nbd                    = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] transport_url                  = **** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] update_resources_interval      = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] use_cow_images                 = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] use_eventlog                   = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] use_journal                    = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] use_json                       = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] use_rootwrap_daemon            = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] use_stderr                     = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] use_syslog                     = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vcpu_pin_set                   = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plugging_is_fatal          = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plugging_timeout           = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] virt_mkfs                      = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] volume_usage_poll_interval     = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] watch_log_file                 = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] web                            = /usr/share/spice-html5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_concurrency.disable_process_locking = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.auth_strategy              = keystone {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.compute_link_prefix        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.dhcp_domain                = novalocal {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.enable_instance_password   = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.glance_link_prefix         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.instance_list_per_project_cells = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.list_records_by_skipping_down_cells = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.local_metadata_per_cell    = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.max_limit                  = 1000 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.metadata_cache_expiration  = 15 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.neutron_default_tenant_id  = default {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.use_forwarded_for          = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.use_neutron_default_nets   = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.vendordata_dynamic_targets = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.vendordata_jsonfile_path   = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.backend                  = dogpile.cache.memcached {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.backend_argument         = **** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.config_prefix            = cache.oslo {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.dead_timeout             = 60.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.debug_cache_backend      = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.enable_retry_client      = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.enable_socket_keepalive  = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.enabled                  = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.expiration_time          = 600 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.hashclient_retry_attempts = 2 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.memcache_dead_retry      = 300 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.memcache_password        =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.memcache_pool_maxsize    = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.memcache_sasl_enabled    = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.memcache_username        =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.proxies                  = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.retry_attempts           = 2 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.retry_delay              = 0.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.socket_keepalive_count   = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.socket_keepalive_idle    = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.socket_keepalive_interval = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.tls_allowed_ciphers      = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.tls_cafile               = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.tls_certfile             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.tls_enabled              = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cache.tls_keyfile              = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.auth_section            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.auth_type               = password {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.cafile                  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.certfile                = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.collect_timing          = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.cross_az_attach         = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.debug                   = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.endpoint_template       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.http_retries            = 3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.insecure                = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.keyfile                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.os_region_name          = RegionOne {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.split_loggers           = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cinder.timeout                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute.cpu_dedicated_set      = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute.cpu_shared_set         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute.image_type_exclude_list = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute.max_concurrent_disk_ops = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute.max_disk_devices_to_attach = -1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute.resource_provider_association_refresh = 300 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute.shutdown_retry_interval = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] conductor.workers              = 3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] console.allowed_origins        = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] console.ssl_ciphers            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] console.ssl_minimum_version    = default {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] consoleauth.token_ttl          = 600 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.cafile                  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.certfile                = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.collect_timing          = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.connect_retries         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.connect_retry_delay     = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.endpoint_override       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.insecure                = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.keyfile                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.max_version             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.min_version             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.region_name             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.service_name            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.service_type            = accelerator {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.split_loggers           = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.status_code_retries     = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.status_code_retry_delay = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.timeout                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] cyborg.version                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.backend               = sqlalchemy {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.connection            = **** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.connection_debug      = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.connection_parameters =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.connection_recycle_time = 3600 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.connection_trace      = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.db_inc_retry_interval = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.db_max_retries        = 20 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.db_max_retry_interval = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.db_retry_interval     = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.max_overflow          = 50 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.max_pool_size         = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.max_retries           = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.mysql_wsrep_sync_wait = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.pool_timeout          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.retry_interval        = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.slave_connection      = **** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] database.sqlite_synchronous    = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.backend           = sqlalchemy {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.connection        = **** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.connection_debug  = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.connection_parameters =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.connection_recycle_time = 3600 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.connection_trace  = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.db_inc_retry_interval = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.db_max_retries    = 20 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.db_max_retry_interval = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.db_retry_interval = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.max_overflow      = 50 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.max_pool_size     = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.max_retries       = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.pool_timeout      = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.retry_interval    = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.slave_connection  = **** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] api_database.sqlite_synchronous = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] devices.enabled_mdev_types     = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ephemeral_storage_encryption.enabled = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.api_servers             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.cafile                  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.certfile                = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.collect_timing          = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.connect_retries         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.connect_retry_delay     = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.debug                   = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.default_trusted_certificate_ids = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.enable_certificate_validation = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.enable_rbd_download     = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.endpoint_override       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.insecure                = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.keyfile                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.max_version             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.min_version             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.num_retries             = 3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.rbd_ceph_conf           =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.rbd_connect_timeout     = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.rbd_pool                =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.rbd_user                =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.region_name             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.service_name            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.service_type            = image {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.split_loggers           = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.status_code_retries     = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.status_code_retry_delay = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.timeout                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.verify_glance_signatures = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] glance.version                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] guestfs.debug                  = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.config_drive_cdrom      = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.config_drive_inject_password = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.enable_instance_metrics_collection = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.enable_remotefx         = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.instances_path_share    =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.iscsi_initiator_list    = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.limit_cpu_features      = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.power_state_check_timeframe = 60 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.use_multipath_io        = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.volume_attach_retry_count = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.vswitch_name            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] mks.enabled                    = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] image_cache.manager_interval   = 2400 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] image_cache.precache_concurrency = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] image_cache.remove_unused_base_images = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] image_cache.subdirectory_name  = _base {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.api_max_retries         = 60 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.api_retry_interval      = 2 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.auth_section            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.auth_type               = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.cafile                  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.certfile                = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.collect_timing          = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.conductor_group         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.connect_retries         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.connect_retry_delay     = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.endpoint_override       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.insecure                = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.keyfile                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.max_version             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.min_version             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.peer_list               = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.region_name             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.serial_console_state_timeout = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.service_name            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.service_type            = baremetal {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.split_loggers           = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.status_code_retries     = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.status_code_retry_delay = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.timeout                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ironic.version                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] key_manager.fixed_key          = **** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.barbican_api_version  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.barbican_endpoint     = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.barbican_endpoint_type = public {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.barbican_region_name  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.cafile                = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.certfile              = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.collect_timing        = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.insecure              = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.keyfile               = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.number_of_retries     = 60 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.retry_delay           = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.send_service_user_token = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.split_loggers         = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.timeout               = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.verify_ssl            = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican.verify_ssl_path       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican_service_user.auth_section = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican_service_user.auth_type = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican_service_user.cafile   = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican_service_user.certfile = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican_service_user.collect_timing = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican_service_user.insecure = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican_service_user.keyfile  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican_service_user.split_loggers = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] barbican_service_user.timeout  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.approle_role_id          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.approle_secret_id        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.cafile                   = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.certfile                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.collect_timing           = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.insecure                 = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.keyfile                  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.kv_mountpoint            = secret {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.kv_path                  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.kv_version               = 2 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.namespace                = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.root_token_id            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.split_loggers            = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.ssl_ca_crt_file          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.timeout                  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.use_ssl                  = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.auth_section          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.auth_type             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.cafile                = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.certfile              = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.collect_timing        = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.connect_retries       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.connect_retry_delay   = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.endpoint_override     = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.insecure              = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.keyfile               = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.max_version           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.min_version           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.region_name           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.service_name          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.service_type          = identity {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.split_loggers         = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.status_code_retries   = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.status_code_retry_delay = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.timeout               = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] keystone.version               = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.connection_uri         =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.cpu_mode               = custom {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: WARNING oslo_config.cfg [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.cpu_power_governor_high = performance {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.cpu_power_governor_low = powersave {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.cpu_power_management   = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.device_detach_attempts = 8 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.device_detach_timeout  = 20 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.disk_cachemodes        = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.disk_prefix            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.enabled_perf_events    = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.file_backed_memory     = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.gid_maps               = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.hw_disk_discard        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.hw_machine_type        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.images_rbd_glance_store_name =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.images_rbd_pool        = rbd {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.images_type            = default {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.images_volume_group    = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.inject_key             = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.inject_partition       = -2 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.inject_password        = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.iscsi_iface            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.iser_use_multipath     = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_bandwidth = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_downtime = 500 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_inbound_addr = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_permit_post_copy = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_scheme  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_timeout_action = abort {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_tunnelled = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: WARNING oslo_config.cfg [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 27 14:18:17 user nova-compute[75432]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 27 14:18:17 user nova-compute[75432]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 27 14:18:17 user nova-compute[75432]: and ``live_migration_inbound_addr`` respectively.
Nov 27 14:18:17 user nova-compute[75432]: ).  Its value may be silently ignored in the future.
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.live_migration_with_native_tls = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.max_queues             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.nfs_mount_options      = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.num_memory_encrypted_guests = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.num_pcie_ports         = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.pmem_namespaces        = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.quobyte_client_cfg     = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.rbd_secret_uuid        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.rbd_user               = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.remote_filesystem_transport = ssh {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.rescue_image_id        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.rescue_kernel_id       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.rescue_ramdisk_id      = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.rx_queue_size          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.smbfs_mount_options    =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.snapshot_compression   = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.snapshot_image_format  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.sparse_logical_volumes = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.swtpm_enabled          = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.swtpm_group            = tss {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.swtpm_user             = tss {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.sysinfo_serial         = unique {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.tb_cache_size          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.tx_queue_size          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.uid_maps               = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.use_virtio_for_bridges = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.virt_type              = kvm {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.volume_clear           = zero {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.volume_clear_size      = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.volume_use_multipath   = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.vzstorage_cache_path   = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.vzstorage_mount_user   = stack {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.auth_section           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.auth_type              = password {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.cafile                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.certfile               = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.collect_timing         = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.connect_retries        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.connect_retry_delay    = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.default_floating_pool  = public {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.endpoint_override      = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.extension_sync_interval = 600 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.http_retries           = 3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.insecure               = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.keyfile                = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.max_version            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.min_version            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.ovs_bridge             = br-int {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.physnets               = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.region_name            = RegionOne {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.service_metadata_proxy = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.service_name           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.service_type           = network {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.split_loggers          = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.status_code_retries    = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.status_code_retry_delay = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.timeout                = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] neutron.version                = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] notifications.bdms_in_notifications = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] notifications.default_level    = INFO {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] notifications.notification_format = unversioned {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] notifications.notify_on_state_change = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] pci.alias                      = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] pci.device_spec                = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] pci.report_in_placement        = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.auth_section         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.auth_type            = password {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.cafile               = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.certfile             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.collect_timing       = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.connect_retries      = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.connect_retry_delay  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.default_domain_id    = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.default_domain_name  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.domain_id            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.domain_name          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.endpoint_override    = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.insecure             = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.keyfile              = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.max_version          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.min_version          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.password             = **** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.project_domain_id    = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.project_domain_name  = Default {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.project_id           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.project_name         = service {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.region_name          = RegionOne {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.service_name         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.service_type         = placement {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.split_loggers        = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.status_code_retries  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.status_code_retry_delay = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.system_scope         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.timeout              = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.trust_id             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.user_domain_id       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.user_domain_name     = Default {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.user_id              = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.username             = placement {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] placement.version              = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.cores                    = 20 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.count_usage_from_placement = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.injected_file_content_bytes = 10240 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.injected_file_path_length = 255 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.injected_files           = 5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.instances                = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.key_pairs                = 100 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.metadata_items           = 128 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.ram                      = 51200 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.recheck_quota            = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.server_group_members     = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] quota.server_groups            = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] rdp.enabled                    = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] scheduler.image_metadata_prefilter = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] scheduler.max_attempts         = 3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] scheduler.max_placement_results = 1000 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] scheduler.query_placement_for_image_type_support = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] scheduler.workers              = 3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.host_subset_size = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.isolated_hosts = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.isolated_images = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.pci_in_placement = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.track_instance_changes = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] metrics.required               = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] metrics.weight_multiplier      = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] metrics.weight_setting         = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] serial_console.enabled         = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] serial_console.port_range      = 10000:20000 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] serial_console.serialproxy_port = 6083 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] service_user.auth_section      = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] service_user.auth_type         = password {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] service_user.cafile            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] service_user.certfile          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] service_user.collect_timing    = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] service_user.insecure          = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] service_user.keyfile           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] service_user.send_service_user_token = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] service_user.split_loggers     = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] service_user.timeout           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] spice.agent_enabled            = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] spice.enabled                  = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] spice.html5proxy_port          = 6082 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] spice.image_compression        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] spice.jpeg_compression         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] spice.playback_compression     = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] spice.server_listen            = 127.0.0.1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] spice.streaming_mode           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] spice.zlib_compression         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] upgrade_levels.baseapi         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] upgrade_levels.compute         = auto {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] upgrade_levels.conductor       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] upgrade_levels.scheduler       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vendordata_dynamic_auth.auth_section = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vendordata_dynamic_auth.auth_type = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vendordata_dynamic_auth.cafile = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vendordata_dynamic_auth.certfile = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vendordata_dynamic_auth.insecure = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vendordata_dynamic_auth.keyfile = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vendordata_dynamic_auth.timeout = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.api_retry_count         = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.ca_file                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.cache_prefix            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.cluster_name            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.connection_pool_size    = 10 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.console_delay_seconds   = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.datastore_regex         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.host_ip                 = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.host_password           = **** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.host_port               = 443 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.host_username           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.insecure                = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.integration_bridge      = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.maximum_objects         = 100 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.pbm_default_policy      = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.pbm_enabled             = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.pbm_wsdl_location       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.serial_port_proxy_uri   = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.serial_port_service_uri = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.task_poll_interval      = 0.5 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.use_linked_clone        = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.vnc_keymap              = en-us {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.vnc_port                = 5900 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vmware.vnc_port_total          = 10000 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vnc.auth_schemes               = ['none'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vnc.enabled                    = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vnc.novncproxy_port            = 6080 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vnc.server_listen              = 0.0.0.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vnc.vencrypt_ca_certs          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vnc.vencrypt_client_cert       = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vnc.vencrypt_client_key        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.disable_rootwrap   = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.enable_numa_live_migration = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.libvirt_disable_apic = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] wsgi.client_socket_timeout     = 900 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] wsgi.default_pool_size         = 1000 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] wsgi.keep_alive                = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] wsgi.max_header_line           = 16384 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] wsgi.ssl_ca_file               = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] wsgi.ssl_cert_file             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] wsgi.ssl_key_file              = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] wsgi.tcp_keepidle              = 600 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] zvm.ca_file                    = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] zvm.cloud_connector_url        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] zvm.reachable_timeout          = 300 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_policy.enforce_new_defaults = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_policy.enforce_scope      = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_policy.policy_default_rule = default {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_policy.policy_file        = policy.yaml {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler.connection_string     = messaging:// {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler.enabled               = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler.es_doc_type           = notification {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler.es_scroll_size        = 10000 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler.es_scroll_time        = 2m {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler.filter_error_trace    = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler.hmac_keys             = **** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler.sentinel_service_name = mymaster {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler.socket_timeout        = 0.1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler.trace_requests        = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler.trace_sqlalchemy      = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler_jaeger.process_tags   = {} {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler_jaeger.service_name_prefix = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] profiler_otlp.service_name_prefix = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] remote_debug.host              = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] remote_debug.port              = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.ssl      = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_notifications.retry = -1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_messaging_notifications.transport_url = **** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.auth_section        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.auth_type           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.cafile              = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.certfile            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.collect_timing      = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.connect_retries     = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.connect_retry_delay = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.endpoint_id         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.endpoint_override   = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.insecure            = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.keyfile             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.max_version         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.min_version         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.region_name         = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.service_name        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.service_type        = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.split_loggers       = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.status_code_retries = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.status_code_retry_delay = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.timeout             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.valid_interfaces    = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_limit.version             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_reports.file_event_handler = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] oslo_reports.log_dir           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plug_ovs_privileged.group  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] vif_plug_ovs_privileged.user   = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_linux_bridge.flat_interface = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_ovs.isolate_vif         = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_vif_ovs.per_port_bridge     = False {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] os_brick.lock_path             = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] privsep_osbrick.capabilities   = [21] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] privsep_osbrick.group          = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] privsep_osbrick.helper_command = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] privsep_osbrick.user           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] nova_sys_admin.group           = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] nova_sys_admin.helper_command  = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] nova_sys_admin.user            = None {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG oslo_service.service [None req-4634385d-9781-454b-8625-c46f87a37f0f None None] ******************************************************************************** {{(pid=75432) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 27 14:18:17 user nova-compute[75432]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 27 14:18:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Connecting to libvirt: qemu:///system {{(pid=75432) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f7b7484a350> {{(pid=75432) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Nov 27 14:18:17 user nova-compute[75432]: libvirt:  error : internal error: could not initialize domain event timer
Nov 27 14:18:17 user nova-compute[75432]: WARNING nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 27 14:18:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f7b7484a350> {{(pid=75432) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Starting native event thread {{(pid=75432) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Starting green dispatch thread {{(pid=75432) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Nov 27 14:18:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Starting connection event dispatch thread {{(pid=75432) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Nov 27 14:18:17 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Connection event '1' reason 'None'
Nov 27 14:18:17 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 27 14:18:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.mount [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Initialising _HostMountState generation 0 {{(pid=75432) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 27 14:18:24 user nova-compute[75432]: INFO nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Libvirt host capabilities <capabilities>
Nov 27 14:18:24 user nova-compute[75432]:   <host>
Nov 27 14:18:24 user nova-compute[75432]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 27 14:18:24 user nova-compute[75432]:     <cpu>
Nov 27 14:18:24 user nova-compute[75432]:       <arch>x86_64</arch>
Nov 27 14:18:24 user nova-compute[75432]:       <model>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <vendor>Intel</vendor>
Nov 27 14:18:24 user nova-compute[75432]:       <microcode version='1070'/>
Nov 27 14:18:24 user nova-compute[75432]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 27 14:18:24 user nova-compute[75432]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='ss'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='vmx'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='pcid'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='osxsave'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='hypervisor'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='arat'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='tsc_adjust'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='md-clear'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='arch-capabilities'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='invtsc'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='rsba'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature name='skip-l1dfl-vmentry'/>
Nov 27 14:18:24 user nova-compute[75432]:       <pages unit='KiB' size='4'/>
Nov 27 14:18:24 user nova-compute[75432]:       <pages unit='KiB' size='2048'/>
Nov 27 14:18:24 user nova-compute[75432]:     </cpu>
Nov 27 14:18:24 user nova-compute[75432]:     <power_management>
Nov 27 14:18:24 user nova-compute[75432]:       <suspend_mem/>
Nov 27 14:18:24 user nova-compute[75432]:       <suspend_disk/>
Nov 27 14:18:24 user nova-compute[75432]:       <suspend_hybrid/>
Nov 27 14:18:24 user nova-compute[75432]:     </power_management>
Nov 27 14:18:24 user nova-compute[75432]:     <iommu support='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     <migration_features>
Nov 27 14:18:24 user nova-compute[75432]:       <live/>
Nov 27 14:18:24 user nova-compute[75432]:       <uri_transports>
Nov 27 14:18:24 user nova-compute[75432]:         <uri_transport>tcp</uri_transport>
Nov 27 14:18:24 user nova-compute[75432]:         <uri_transport>rdma</uri_transport>
Nov 27 14:18:24 user nova-compute[75432]:       </uri_transports>
Nov 27 14:18:24 user nova-compute[75432]:     </migration_features>
Nov 27 14:18:24 user nova-compute[75432]:     <topology>
Nov 27 14:18:24 user nova-compute[75432]:       <cells num='2'>
Nov 27 14:18:24 user nova-compute[75432]:         <cell id='0'>
Nov 27 14:18:24 user nova-compute[75432]:           <memory unit='KiB'>8189224</memory>
Nov 27 14:18:24 user nova-compute[75432]:           <pages unit='KiB' size='4'>2047306</pages>
Nov 27 14:18:24 user nova-compute[75432]:           <pages unit='KiB' size='2048'>0</pages>
Nov 27 14:18:24 user nova-compute[75432]:           <distances>
Nov 27 14:18:24 user nova-compute[75432]:             <sibling id='0' value='10'/>
Nov 27 14:18:24 user nova-compute[75432]:             <sibling id='1' value='20'/>
Nov 27 14:18:24 user nova-compute[75432]:           </distances>
Nov 27 14:18:24 user nova-compute[75432]:           <cpus num='6'>
Nov 27 14:18:24 user nova-compute[75432]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 27 14:18:24 user nova-compute[75432]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 27 14:18:24 user nova-compute[75432]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 27 14:18:24 user nova-compute[75432]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 27 14:18:24 user nova-compute[75432]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 27 14:18:24 user nova-compute[75432]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 27 14:18:24 user nova-compute[75432]:           </cpus>
Nov 27 14:18:24 user nova-compute[75432]:         </cell>
Nov 27 14:18:24 user nova-compute[75432]:         <cell id='1'>
Nov 27 14:18:24 user nova-compute[75432]:           <memory unit='KiB'>8206460</memory>
Nov 27 14:18:24 user nova-compute[75432]:           <pages unit='KiB' size='4'>2051615</pages>
Nov 27 14:18:24 user nova-compute[75432]:           <pages unit='KiB' size='2048'>0</pages>
Nov 27 14:18:24 user nova-compute[75432]:           <distances>
Nov 27 14:18:24 user nova-compute[75432]:             <sibling id='0' value='20'/>
Nov 27 14:18:24 user nova-compute[75432]:             <sibling id='1' value='10'/>
Nov 27 14:18:24 user nova-compute[75432]:           </distances>
Nov 27 14:18:24 user nova-compute[75432]:           <cpus num='6'>
Nov 27 14:18:24 user nova-compute[75432]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 27 14:18:24 user nova-compute[75432]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 27 14:18:24 user nova-compute[75432]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 27 14:18:24 user nova-compute[75432]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 27 14:18:24 user nova-compute[75432]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 27 14:18:24 user nova-compute[75432]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 27 14:18:24 user nova-compute[75432]:           </cpus>
Nov 27 14:18:24 user nova-compute[75432]:         </cell>
Nov 27 14:18:24 user nova-compute[75432]:       </cells>
Nov 27 14:18:24 user nova-compute[75432]:     </topology>
Nov 27 14:18:24 user nova-compute[75432]:     <cache>
Nov 27 14:18:24 user nova-compute[75432]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 27 14:18:24 user nova-compute[75432]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 27 14:18:24 user nova-compute[75432]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 27 14:18:24 user nova-compute[75432]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 27 14:18:24 user nova-compute[75432]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 27 14:18:24 user nova-compute[75432]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 27 14:18:24 user nova-compute[75432]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 27 14:18:24 user nova-compute[75432]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 27 14:18:24 user nova-compute[75432]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 27 14:18:24 user nova-compute[75432]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 27 14:18:24 user nova-compute[75432]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 27 14:18:24 user nova-compute[75432]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 27 14:18:24 user nova-compute[75432]:     </cache>
Nov 27 14:18:24 user nova-compute[75432]:     <secmodel>
Nov 27 14:18:24 user nova-compute[75432]:       <model>apparmor</model>
Nov 27 14:18:24 user nova-compute[75432]:       <doi>0</doi>
Nov 27 14:18:24 user nova-compute[75432]:     </secmodel>
Nov 27 14:18:24 user nova-compute[75432]:     <secmodel>
Nov 27 14:18:24 user nova-compute[75432]:       <model>dac</model>
Nov 27 14:18:24 user nova-compute[75432]:       <doi>0</doi>
Nov 27 14:18:24 user nova-compute[75432]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 27 14:18:24 user nova-compute[75432]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 27 14:18:24 user nova-compute[75432]:     </secmodel>
Nov 27 14:18:24 user nova-compute[75432]:   </host>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='alpha'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>64</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>clipper</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='armv6l'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>integratorcp</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>borzoi</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>spitz</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>nuri</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>musca-b1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>versatileab</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>kzm</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>musca-a</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>smdkc210</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sx1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>z2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>tosa</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>sabrelite</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>realview-eb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>n810</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>n800</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>versatilepb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>terrier</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mainstone</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>midway</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>musicpal</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>microbit</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>cubieboard</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>verdex</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>netduino2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>raspi2b</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>cheetah</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>highbank</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>akita</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>connex</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>collie</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>raspi0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='armv7l'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>integratorcp</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>borzoi</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>spitz</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>nuri</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>musca-b1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>versatileab</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>kzm</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>musca-a</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>smdkc210</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sx1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>z2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>tosa</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>sabrelite</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>realview-eb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>n810</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>n800</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>versatilepb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>terrier</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mainstone</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>midway</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>musicpal</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>microbit</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>cubieboard</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>verdex</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>netduino2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>raspi2b</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>cheetah</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>highbank</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>akita</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>connex</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>collie</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>raspi0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='aarch64'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>64</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>integratorcp</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>borzoi</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>spitz</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>nuri</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>musca-b1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>versatileab</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>kzm</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>musca-a</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>smdkc210</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sx1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>z2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>tosa</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>sabrelite</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>realview-eb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>n810</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>n800</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>versatilepb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>terrier</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mainstone</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>midway</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>musicpal</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>microbit</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>cubieboard</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>verdex</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>netduino2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>raspi3b</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>raspi2b</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>cheetah</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>highbank</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>akita</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>connex</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>collie</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>raspi0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <acpi default='on' toggle='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='cris'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='i686'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>x-remote</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>isapc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>microvm</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='kvm'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <pae/>
Nov 27 14:18:24 user nova-compute[75432]:       <nonpae/>
Nov 27 14:18:24 user nova-compute[75432]:       <acpi default='on' toggle='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:       <apic default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='m68k'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>an5206</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>q800</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>next-cube</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='microblaze'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='microblazeel'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='mips'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='16'>malta</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mipssim</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='mipsel'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='16'>malta</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mipssim</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='mips64'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>64</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='16'>malta</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mipssim</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>pica61</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>magnum</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='mips64el'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>64</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='16'>malta</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mipssim</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>pica61</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>magnum</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='16'>boston</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='ppc'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>g3beige</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mac99</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>ppce500</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>pegasos2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sam460ex</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>bamboo</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>40p</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>ref405ep</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>taihu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='ppc64'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>64</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2048'>powernv9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>taihu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2048'>powernv10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>ppce500</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>40p</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>pegasos2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>bamboo</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>g3beige</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mac99</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sam460ex</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>ref405ep</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2048'>powernv8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='ppc64le'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>64</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2048'>powernv9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>taihu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2048'>powernv10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>ppce500</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>40p</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>pegasos2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>bamboo</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>g3beige</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>mac99</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sam460ex</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>ref405ep</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2048'>powernv8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='riscv32'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='8'>spike</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>opentitan</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='5'>sifive_u</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sifive_e</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='8'>virt</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='riscv64'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>64</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='8'>spike</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='5'>sifive_u</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>shakti_c</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sifive_e</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='8'>virt</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='s390x'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>64</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='sh4'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>shix</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>r2d</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='sh4eb'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>64</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>shix</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>r2d</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='sparc'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>SS-5</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>SS-20</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>LX</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>SS-4</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>SS-10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>Voyager</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='sparc64'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>64</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sun4u</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>niagara</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>sun4v</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='x86_64'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>64</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>x-remote</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='1'>isapc</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>microvm</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='kvm'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <acpi default='on' toggle='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:       <apic default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='xtensa'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>sim</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>kc705</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>ml605</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>virt</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>lx200</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>lx60</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]:   <guest>
Nov 27 14:18:24 user nova-compute[75432]:     <os_type>hvm</os_type>
Nov 27 14:18:24 user nova-compute[75432]:     <arch name='xtensaeb'>
Nov 27 14:18:24 user nova-compute[75432]:       <wordsize>32</wordsize>
Nov 27 14:18:24 user nova-compute[75432]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='4'>sim</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>kc705</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>ml605</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>virt</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>lx200</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>lx60</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 27 14:18:24 user nova-compute[75432]:       <domain type='qemu'/>
Nov 27 14:18:24 user nova-compute[75432]:     </arch>
Nov 27 14:18:24 user nova-compute[75432]:     <features>
Nov 27 14:18:24 user nova-compute[75432]:       <cpuselection/>
Nov 27 14:18:24 user nova-compute[75432]:       <deviceboot/>
Nov 27 14:18:24 user nova-compute[75432]:       <disksnapshot default='on' toggle='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     </features>
Nov 27 14:18:24 user nova-compute[75432]:   </guest>
Nov 27 14:18:24 user nova-compute[75432]: </capabilities>
Nov 27 14:18:24 user nova-compute[75432]: 
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for armv6l via machine types: {None, 'virt'} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for i686 via machine types: {'pc', 'ubuntu-q35', 'ubuntu', 'q35'} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 27 14:18:24 user nova-compute[75432]: <domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:   <path>/usr/bin/qemu-system-i386</path>
Nov 27 14:18:24 user nova-compute[75432]:   <domain>kvm</domain>
Nov 27 14:18:24 user nova-compute[75432]:   <machine>pc-i440fx-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:   <arch>i686</arch>
Nov 27 14:18:24 user nova-compute[75432]:   <vcpu max='255'/>
Nov 27 14:18:24 user nova-compute[75432]:   <iothreads supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:   <os supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='firmware'/>
Nov 27 14:18:24 user nova-compute[75432]:     <loader supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>rom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pflash</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='readonly'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>yes</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='secure'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </loader>
Nov 27 14:18:24 user nova-compute[75432]:   </os>
Nov 27 14:18:24 user nova-compute[75432]:   <cpu>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-passthrough' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='hostPassthroughMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='maximum' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='maximumMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>on</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-model' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <vendor>Intel</vendor>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ss'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='vmx'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='pcid'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='hypervisor'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arat'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='umip'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='md-clear'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibpb'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibrs'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='erms'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='lm'/>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='custom' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>qemu64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>qemu32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>phenom</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>n270</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>kvm64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>kvm32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>coreduo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>core2duo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>athlon</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Westmere-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Westmere</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Snowridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Penryn</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G5</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G4</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G1</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Nehalem-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Nehalem</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Rome</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Milan</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Dhyana</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cooperlake</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Conroe</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>486</model>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:   </cpu>
Nov 27 14:18:24 user nova-compute[75432]:   <memoryBacking supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='sourceType'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>file</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>anonymous</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>memfd</value>
Nov 27 14:18:24 user nova-compute[75432]:     </enum>
Nov 27 14:18:24 user nova-compute[75432]:   </memoryBacking>
Nov 27 14:18:24 user nova-compute[75432]:   <devices>
Nov 27 14:18:24 user nova-compute[75432]:     <disk supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='diskDevice'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>disk</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cdrom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>floppy</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>lun</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='bus'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>ide</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>fdc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sata</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </disk>
Nov 27 14:18:24 user nova-compute[75432]:     <graphics supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sdl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vnc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>spice</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egl-headless</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </graphics>
Nov 27 14:18:24 user nova-compute[75432]:     <video supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='modelType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cirrus</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vmvga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>qxl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>none</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>bochs</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>ramfb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </video>
Nov 27 14:18:24 user nova-compute[75432]:     <hostdev supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='mode'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>subsystem</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='startupPolicy'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>default</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>mandatory</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>requisite</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>optional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='subsysType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pci</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='capsType'/>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='pciBackend'/>
Nov 27 14:18:24 user nova-compute[75432]:     </hostdev>
Nov 27 14:18:24 user nova-compute[75432]:     <rng supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>random</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egd</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>builtin</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </rng>
Nov 27 14:18:24 user nova-compute[75432]:     <filesystem supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='driverType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>path</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>handle</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtiofs</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </filesystem>
Nov 27 14:18:24 user nova-compute[75432]:     <tpm supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-tis</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-crb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>passthrough</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>emulator</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </tpm>
Nov 27 14:18:24 user nova-compute[75432]:   </devices>
Nov 27 14:18:24 user nova-compute[75432]:   <features>
Nov 27 14:18:24 user nova-compute[75432]:     <gic supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     <vmcoreinfo supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <genid supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backingStoreInput supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backup supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <sev supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:   </features>
Nov 27 14:18:24 user nova-compute[75432]: </domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:  {{(pid=75432) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 27 14:18:24 user nova-compute[75432]: <domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:   <path>/usr/bin/qemu-system-i386</path>
Nov 27 14:18:24 user nova-compute[75432]:   <domain>kvm</domain>
Nov 27 14:18:24 user nova-compute[75432]:   <machine>pc-q35-jammy</machine>
Nov 27 14:18:24 user nova-compute[75432]:   <arch>i686</arch>
Nov 27 14:18:24 user nova-compute[75432]:   <vcpu max='288'/>
Nov 27 14:18:24 user nova-compute[75432]:   <iothreads supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:   <os supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='firmware'/>
Nov 27 14:18:24 user nova-compute[75432]:     <loader supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>rom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pflash</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='readonly'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>yes</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='secure'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </loader>
Nov 27 14:18:24 user nova-compute[75432]:   </os>
Nov 27 14:18:24 user nova-compute[75432]:   <cpu>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-passthrough' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='hostPassthroughMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='maximum' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='maximumMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>on</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-model' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <vendor>Intel</vendor>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ss'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='vmx'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='pcid'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='hypervisor'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arat'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='umip'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='md-clear'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibpb'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibrs'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='erms'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='lm'/>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='custom' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>qemu64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>qemu32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>phenom</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>n270</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>kvm64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>kvm32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>coreduo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>core2duo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>athlon</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Westmere-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Westmere</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Snowridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Penryn</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G5</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G4</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G1</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Nehalem-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Nehalem</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Rome</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Milan</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Dhyana</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cooperlake</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Conroe</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>486</model>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:   </cpu>
Nov 27 14:18:24 user nova-compute[75432]:   <memoryBacking supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='sourceType'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>file</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>anonymous</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>memfd</value>
Nov 27 14:18:24 user nova-compute[75432]:     </enum>
Nov 27 14:18:24 user nova-compute[75432]:   </memoryBacking>
Nov 27 14:18:24 user nova-compute[75432]:   <devices>
Nov 27 14:18:24 user nova-compute[75432]:     <disk supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='diskDevice'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>disk</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cdrom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>floppy</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>lun</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='bus'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>fdc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sata</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </disk>
Nov 27 14:18:24 user nova-compute[75432]:     <graphics supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sdl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vnc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>spice</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egl-headless</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </graphics>
Nov 27 14:18:24 user nova-compute[75432]:     <video supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='modelType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cirrus</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vmvga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>qxl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>none</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>bochs</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>ramfb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </video>
Nov 27 14:18:24 user nova-compute[75432]:     <hostdev supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='mode'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>subsystem</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='startupPolicy'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>default</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>mandatory</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>requisite</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>optional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='subsysType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pci</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='capsType'/>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='pciBackend'/>
Nov 27 14:18:24 user nova-compute[75432]:     </hostdev>
Nov 27 14:18:24 user nova-compute[75432]:     <rng supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>random</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egd</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>builtin</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </rng>
Nov 27 14:18:24 user nova-compute[75432]:     <filesystem supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='driverType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>path</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>handle</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtiofs</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </filesystem>
Nov 27 14:18:24 user nova-compute[75432]:     <tpm supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-tis</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-crb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>passthrough</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>emulator</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </tpm>
Nov 27 14:18:24 user nova-compute[75432]:   </devices>
Nov 27 14:18:24 user nova-compute[75432]:   <features>
Nov 27 14:18:24 user nova-compute[75432]:     <gic supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     <vmcoreinfo supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <genid supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backingStoreInput supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backup supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <sev supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:   </features>
Nov 27 14:18:24 user nova-compute[75432]: </domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:  {{(pid=75432) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 27 14:18:24 user nova-compute[75432]: <domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:   <path>/usr/bin/qemu-system-i386</path>
Nov 27 14:18:24 user nova-compute[75432]:   <domain>kvm</domain>
Nov 27 14:18:24 user nova-compute[75432]:   <machine>pc-i440fx-jammy</machine>
Nov 27 14:18:24 user nova-compute[75432]:   <arch>i686</arch>
Nov 27 14:18:24 user nova-compute[75432]:   <vcpu max='255'/>
Nov 27 14:18:24 user nova-compute[75432]:   <iothreads supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:   <os supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='firmware'/>
Nov 27 14:18:24 user nova-compute[75432]:     <loader supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>rom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pflash</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='readonly'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>yes</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='secure'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </loader>
Nov 27 14:18:24 user nova-compute[75432]:   </os>
Nov 27 14:18:24 user nova-compute[75432]:   <cpu>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-passthrough' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='hostPassthroughMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='maximum' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='maximumMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>on</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-model' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <vendor>Intel</vendor>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ss'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='vmx'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='pcid'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='hypervisor'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arat'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='umip'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='md-clear'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibpb'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibrs'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='erms'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='lm'/>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='custom' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>qemu64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>qemu32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>phenom</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>n270</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>kvm64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>kvm32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>coreduo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>core2duo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>athlon</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Westmere-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Westmere</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Snowridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Penryn</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G5</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G4</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G1</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Nehalem-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Nehalem</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Rome</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Milan</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Dhyana</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cooperlake</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Conroe</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>486</model>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:   </cpu>
Nov 27 14:18:24 user nova-compute[75432]:   <memoryBacking supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='sourceType'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>file</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>anonymous</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>memfd</value>
Nov 27 14:18:24 user nova-compute[75432]:     </enum>
Nov 27 14:18:24 user nova-compute[75432]:   </memoryBacking>
Nov 27 14:18:24 user nova-compute[75432]:   <devices>
Nov 27 14:18:24 user nova-compute[75432]:     <disk supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='diskDevice'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>disk</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cdrom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>floppy</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>lun</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='bus'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>ide</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>fdc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sata</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </disk>
Nov 27 14:18:24 user nova-compute[75432]:     <graphics supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sdl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vnc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>spice</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egl-headless</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </graphics>
Nov 27 14:18:24 user nova-compute[75432]:     <video supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='modelType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cirrus</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vmvga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>qxl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>none</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>bochs</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>ramfb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </video>
Nov 27 14:18:24 user nova-compute[75432]:     <hostdev supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='mode'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>subsystem</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='startupPolicy'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>default</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>mandatory</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>requisite</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>optional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='subsysType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pci</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='capsType'/>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='pciBackend'/>
Nov 27 14:18:24 user nova-compute[75432]:     </hostdev>
Nov 27 14:18:24 user nova-compute[75432]:     <rng supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>random</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egd</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>builtin</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </rng>
Nov 27 14:18:24 user nova-compute[75432]:     <filesystem supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='driverType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>path</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>handle</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtiofs</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </filesystem>
Nov 27 14:18:24 user nova-compute[75432]:     <tpm supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-tis</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-crb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>passthrough</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>emulator</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </tpm>
Nov 27 14:18:24 user nova-compute[75432]:   </devices>
Nov 27 14:18:24 user nova-compute[75432]:   <features>
Nov 27 14:18:24 user nova-compute[75432]:     <gic supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     <vmcoreinfo supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <genid supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backingStoreInput supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backup supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <sev supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:   </features>
Nov 27 14:18:24 user nova-compute[75432]: </domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:  {{(pid=75432) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 27 14:18:24 user nova-compute[75432]: <domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:   <path>/usr/bin/qemu-system-i386</path>
Nov 27 14:18:24 user nova-compute[75432]:   <domain>kvm</domain>
Nov 27 14:18:24 user nova-compute[75432]:   <machine>pc-q35-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:   <arch>i686</arch>
Nov 27 14:18:24 user nova-compute[75432]:   <vcpu max='288'/>
Nov 27 14:18:24 user nova-compute[75432]:   <iothreads supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:   <os supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='firmware'/>
Nov 27 14:18:24 user nova-compute[75432]:     <loader supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>rom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pflash</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='readonly'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>yes</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='secure'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </loader>
Nov 27 14:18:24 user nova-compute[75432]:   </os>
Nov 27 14:18:24 user nova-compute[75432]:   <cpu>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-passthrough' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='hostPassthroughMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='maximum' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='maximumMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>on</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-model' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <vendor>Intel</vendor>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ss'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='vmx'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='pcid'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='hypervisor'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arat'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='umip'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='md-clear'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibpb'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibrs'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='erms'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='lm'/>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='custom' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>qemu64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>qemu32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>phenom</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>n270</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>kvm64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>kvm32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>coreduo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>core2duo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>athlon</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Westmere-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Westmere</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Snowridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Penryn</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G5</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G4</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G1</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Nehalem-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Nehalem</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Rome</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Milan</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Dhyana</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cooperlake</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Conroe</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>486</model>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:   </cpu>
Nov 27 14:18:24 user nova-compute[75432]:   <memoryBacking supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='sourceType'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>file</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>anonymous</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>memfd</value>
Nov 27 14:18:24 user nova-compute[75432]:     </enum>
Nov 27 14:18:24 user nova-compute[75432]:   </memoryBacking>
Nov 27 14:18:24 user nova-compute[75432]:   <devices>
Nov 27 14:18:24 user nova-compute[75432]:     <disk supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='diskDevice'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>disk</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cdrom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>floppy</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>lun</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='bus'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>fdc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sata</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </disk>
Nov 27 14:18:24 user nova-compute[75432]:     <graphics supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sdl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vnc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>spice</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egl-headless</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </graphics>
Nov 27 14:18:24 user nova-compute[75432]:     <video supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='modelType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cirrus</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vmvga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>qxl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>none</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>bochs</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>ramfb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </video>
Nov 27 14:18:24 user nova-compute[75432]:     <hostdev supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='mode'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>subsystem</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='startupPolicy'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>default</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>mandatory</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>requisite</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>optional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='subsysType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pci</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='capsType'/>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='pciBackend'/>
Nov 27 14:18:24 user nova-compute[75432]:     </hostdev>
Nov 27 14:18:24 user nova-compute[75432]:     <rng supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>random</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egd</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>builtin</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </rng>
Nov 27 14:18:24 user nova-compute[75432]:     <filesystem supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='driverType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>path</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>handle</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtiofs</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </filesystem>
Nov 27 14:18:24 user nova-compute[75432]:     <tpm supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-tis</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-crb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>passthrough</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>emulator</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </tpm>
Nov 27 14:18:24 user nova-compute[75432]:   </devices>
Nov 27 14:18:24 user nova-compute[75432]:   <features>
Nov 27 14:18:24 user nova-compute[75432]:     <gic supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     <vmcoreinfo supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <genid supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backingStoreInput supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backup supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <sev supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:   </features>
Nov 27 14:18:24 user nova-compute[75432]: </domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:  {{(pid=75432) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for m68k via machine types: {None, 'virt'} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for ppc64 via machine types: {'pseries', 'powernv', None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for x86_64 via machine types: {'pc', 'ubuntu-q35', 'ubuntu', 'q35'} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 27 14:18:24 user nova-compute[75432]: <domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 27 14:18:24 user nova-compute[75432]:   <domain>kvm</domain>
Nov 27 14:18:24 user nova-compute[75432]:   <machine>pc-i440fx-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:   <arch>x86_64</arch>
Nov 27 14:18:24 user nova-compute[75432]:   <vcpu max='255'/>
Nov 27 14:18:24 user nova-compute[75432]:   <iothreads supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:   <os supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='firmware'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>efi</value>
Nov 27 14:18:24 user nova-compute[75432]:     </enum>
Nov 27 14:18:24 user nova-compute[75432]:     <loader supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>rom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pflash</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='readonly'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>yes</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='secure'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </loader>
Nov 27 14:18:24 user nova-compute[75432]:   </os>
Nov 27 14:18:24 user nova-compute[75432]:   <cpu>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-passthrough' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='hostPassthroughMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>on</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='maximum' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='maximumMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>on</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-model' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <vendor>Intel</vendor>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ss'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='vmx'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='pcid'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='hypervisor'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arat'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='umip'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='md-clear'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='invtsc'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibpb'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibrs'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='rsba'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='pschange-mc-no'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='erms'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='custom' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>qemu64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>qemu32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>phenom</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>n270</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>kvm64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>kvm32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>coreduo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>core2duo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>athlon</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Westmere-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Westmere</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Snowridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Penryn</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G5</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G4</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Opteron_G1</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Nehalem</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Rome</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Milan</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Dhyana</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cooperlake</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Conroe</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>486</model>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:   </cpu>
Nov 27 14:18:24 user nova-compute[75432]:   <memoryBacking supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='sourceType'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>file</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>anonymous</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>memfd</value>
Nov 27 14:18:24 user nova-compute[75432]:     </enum>
Nov 27 14:18:24 user nova-compute[75432]:   </memoryBacking>
Nov 27 14:18:24 user nova-compute[75432]:   <devices>
Nov 27 14:18:24 user nova-compute[75432]:     <disk supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='diskDevice'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>disk</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cdrom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>floppy</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>lun</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='bus'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>ide</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>fdc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sata</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </disk>
Nov 27 14:18:24 user nova-compute[75432]:     <graphics supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sdl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vnc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>spice</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egl-headless</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </graphics>
Nov 27 14:18:24 user nova-compute[75432]:     <video supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='modelType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cirrus</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vmvga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>qxl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>none</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>bochs</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>ramfb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </video>
Nov 27 14:18:24 user nova-compute[75432]:     <hostdev supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='mode'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>subsystem</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='startupPolicy'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>default</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>mandatory</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>requisite</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>optional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='subsysType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pci</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='capsType'/>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='pciBackend'/>
Nov 27 14:18:24 user nova-compute[75432]:     </hostdev>
Nov 27 14:18:24 user nova-compute[75432]:     <rng supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>random</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egd</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>builtin</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </rng>
Nov 27 14:18:24 user nova-compute[75432]:     <filesystem supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='driverType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>path</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>handle</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtiofs</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </filesystem>
Nov 27 14:18:24 user nova-compute[75432]:     <tpm supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-tis</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-crb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>passthrough</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>emulator</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </tpm>
Nov 27 14:18:24 user nova-compute[75432]:   </devices>
Nov 27 14:18:24 user nova-compute[75432]:   <features>
Nov 27 14:18:24 user nova-compute[75432]:     <gic supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     <vmcoreinfo supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <genid supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backingStoreInput supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backup supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <sev supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:   </features>
Nov 27 14:18:24 user nova-compute[75432]: </domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:  {{(pid=75432) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 27 14:18:24 user nova-compute[75432]: <domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 27 14:18:24 user nova-compute[75432]:   <domain>kvm</domain>
Nov 27 14:18:24 user nova-compute[75432]:   <machine>pc-q35-jammy</machine>
Nov 27 14:18:24 user nova-compute[75432]:   <arch>x86_64</arch>
Nov 27 14:18:24 user nova-compute[75432]:   <vcpu max='288'/>
Nov 27 14:18:24 user nova-compute[75432]:   <iothreads supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:   <os supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='firmware'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>efi</value>
Nov 27 14:18:24 user nova-compute[75432]:     </enum>
Nov 27 14:18:24 user nova-compute[75432]:     <loader supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>rom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pflash</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='readonly'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>yes</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='secure'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>yes</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </loader>
Nov 27 14:18:24 user nova-compute[75432]:   </os>
Nov 27 14:18:24 user nova-compute[75432]:   <cpu>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-passthrough' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='hostPassthroughMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>on</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='maximum' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='maximumMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>on</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-model' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <vendor>Intel</vendor>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ss'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='vmx'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='pcid'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='hypervisor'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arat'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='umip'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='md-clear'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='invtsc'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibpb'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibrs'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='rsba'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='pschange-mc-no'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='erms'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='custom' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>qemu64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>qemu32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>phenom</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>n270</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>kvm64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>kvm32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>coreduo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>core2duo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>athlon</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Westmere-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Westmere</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Snowridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Penryn</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G5</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G4</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Opteron_G1</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Nehalem</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Rome</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Milan</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Dhyana</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cooperlake</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Conroe</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>486</model>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:   </cpu>
Nov 27 14:18:24 user nova-compute[75432]:   <memoryBacking supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='sourceType'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>file</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>anonymous</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>memfd</value>
Nov 27 14:18:24 user nova-compute[75432]:     </enum>
Nov 27 14:18:24 user nova-compute[75432]:   </memoryBacking>
Nov 27 14:18:24 user nova-compute[75432]:   <devices>
Nov 27 14:18:24 user nova-compute[75432]:     <disk supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='diskDevice'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>disk</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cdrom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>floppy</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>lun</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='bus'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>fdc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sata</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </disk>
Nov 27 14:18:24 user nova-compute[75432]:     <graphics supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sdl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vnc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>spice</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egl-headless</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </graphics>
Nov 27 14:18:24 user nova-compute[75432]:     <video supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='modelType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cirrus</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vmvga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>qxl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>none</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>bochs</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>ramfb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </video>
Nov 27 14:18:24 user nova-compute[75432]:     <hostdev supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='mode'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>subsystem</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='startupPolicy'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>default</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>mandatory</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>requisite</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>optional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='subsysType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pci</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='capsType'/>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='pciBackend'/>
Nov 27 14:18:24 user nova-compute[75432]:     </hostdev>
Nov 27 14:18:24 user nova-compute[75432]:     <rng supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>random</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egd</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>builtin</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </rng>
Nov 27 14:18:24 user nova-compute[75432]:     <filesystem supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='driverType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>path</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>handle</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtiofs</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </filesystem>
Nov 27 14:18:24 user nova-compute[75432]:     <tpm supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-tis</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-crb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>passthrough</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>emulator</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </tpm>
Nov 27 14:18:24 user nova-compute[75432]:   </devices>
Nov 27 14:18:24 user nova-compute[75432]:   <features>
Nov 27 14:18:24 user nova-compute[75432]:     <gic supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     <vmcoreinfo supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <genid supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backingStoreInput supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backup supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <sev supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:   </features>
Nov 27 14:18:24 user nova-compute[75432]: </domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:  {{(pid=75432) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 27 14:18:24 user nova-compute[75432]: <domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 27 14:18:24 user nova-compute[75432]:   <domain>kvm</domain>
Nov 27 14:18:24 user nova-compute[75432]:   <machine>pc-i440fx-jammy</machine>
Nov 27 14:18:24 user nova-compute[75432]:   <arch>x86_64</arch>
Nov 27 14:18:24 user nova-compute[75432]:   <vcpu max='255'/>
Nov 27 14:18:24 user nova-compute[75432]:   <iothreads supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:   <os supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='firmware'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>efi</value>
Nov 27 14:18:24 user nova-compute[75432]:     </enum>
Nov 27 14:18:24 user nova-compute[75432]:     <loader supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>rom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pflash</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='readonly'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>yes</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='secure'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </loader>
Nov 27 14:18:24 user nova-compute[75432]:   </os>
Nov 27 14:18:24 user nova-compute[75432]:   <cpu>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-passthrough' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='hostPassthroughMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>on</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='maximum' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='maximumMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>on</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-model' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <vendor>Intel</vendor>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ss'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='vmx'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='pcid'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='hypervisor'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arat'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='umip'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='md-clear'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='invtsc'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibpb'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibrs'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='rsba'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='pschange-mc-no'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='erms'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='custom' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>qemu64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>qemu32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>phenom</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>n270</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>kvm64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>kvm32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>coreduo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>core2duo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>athlon</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Westmere-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Westmere</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Snowridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Penryn</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G5</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G4</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Opteron_G1</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Nehalem</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Rome</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Milan</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Dhyana</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cooperlake</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Conroe</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>486</model>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:   </cpu>
Nov 27 14:18:24 user nova-compute[75432]:   <memoryBacking supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='sourceType'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>file</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>anonymous</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>memfd</value>
Nov 27 14:18:24 user nova-compute[75432]:     </enum>
Nov 27 14:18:24 user nova-compute[75432]:   </memoryBacking>
Nov 27 14:18:24 user nova-compute[75432]:   <devices>
Nov 27 14:18:24 user nova-compute[75432]:     <disk supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='diskDevice'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>disk</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cdrom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>floppy</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>lun</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='bus'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>ide</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>fdc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sata</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </disk>
Nov 27 14:18:24 user nova-compute[75432]:     <graphics supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sdl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vnc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>spice</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egl-headless</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </graphics>
Nov 27 14:18:24 user nova-compute[75432]:     <video supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='modelType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cirrus</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vmvga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>qxl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>none</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>bochs</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>ramfb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </video>
Nov 27 14:18:24 user nova-compute[75432]:     <hostdev supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='mode'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>subsystem</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='startupPolicy'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>default</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>mandatory</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>requisite</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>optional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='subsysType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pci</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='capsType'/>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='pciBackend'/>
Nov 27 14:18:24 user nova-compute[75432]:     </hostdev>
Nov 27 14:18:24 user nova-compute[75432]:     <rng supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>random</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egd</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>builtin</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </rng>
Nov 27 14:18:24 user nova-compute[75432]:     <filesystem supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='driverType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>path</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>handle</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtiofs</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </filesystem>
Nov 27 14:18:24 user nova-compute[75432]:     <tpm supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-tis</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-crb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>passthrough</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>emulator</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </tpm>
Nov 27 14:18:24 user nova-compute[75432]:   </devices>
Nov 27 14:18:24 user nova-compute[75432]:   <features>
Nov 27 14:18:24 user nova-compute[75432]:     <gic supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     <vmcoreinfo supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <genid supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backingStoreInput supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backup supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <sev supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:   </features>
Nov 27 14:18:24 user nova-compute[75432]: </domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:  {{(pid=75432) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 27 14:18:24 user nova-compute[75432]: <domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 27 14:18:24 user nova-compute[75432]:   <domain>kvm</domain>
Nov 27 14:18:24 user nova-compute[75432]:   <machine>pc-q35-6.2</machine>
Nov 27 14:18:24 user nova-compute[75432]:   <arch>x86_64</arch>
Nov 27 14:18:24 user nova-compute[75432]:   <vcpu max='288'/>
Nov 27 14:18:24 user nova-compute[75432]:   <iothreads supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:   <os supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='firmware'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>efi</value>
Nov 27 14:18:24 user nova-compute[75432]:     </enum>
Nov 27 14:18:24 user nova-compute[75432]:     <loader supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>rom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pflash</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='readonly'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>yes</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='secure'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>yes</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>no</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </loader>
Nov 27 14:18:24 user nova-compute[75432]:   </os>
Nov 27 14:18:24 user nova-compute[75432]:   <cpu>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-passthrough' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='hostPassthroughMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>on</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='maximum' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='maximumMigratable'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>on</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>off</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='host-model' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <vendor>Intel</vendor>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ss'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='vmx'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='pcid'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='hypervisor'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arat'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='umip'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='md-clear'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='invtsc'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibpb'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='ibrs'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-stibp'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='rsba'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='require' name='pschange-mc-no'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='erms'/>
Nov 27 14:18:24 user nova-compute[75432]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:     <mode name='custom' supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>qemu64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>qemu32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>phenom</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>pentium</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>n270</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>kvm64</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>kvm32</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>coreduo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>core2duo</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>athlon</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Westmere-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Westmere</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Snowridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Skylake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>SandyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Penryn</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G5</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G4</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G3</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Opteron_G2</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Opteron_G1</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Nehalem</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>IvyBridge</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Icelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Haswell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Rome</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-Milan</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>EPYC</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Dhyana</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cooperlake</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>Conroe</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='no'>Broadwell</model>
Nov 27 14:18:24 user nova-compute[75432]:       <model usable='yes'>486</model>
Nov 27 14:18:24 user nova-compute[75432]:     </mode>
Nov 27 14:18:24 user nova-compute[75432]:   </cpu>
Nov 27 14:18:24 user nova-compute[75432]:   <memoryBacking supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:     <enum name='sourceType'>
Nov 27 14:18:24 user nova-compute[75432]:       <value>file</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>anonymous</value>
Nov 27 14:18:24 user nova-compute[75432]:       <value>memfd</value>
Nov 27 14:18:24 user nova-compute[75432]:     </enum>
Nov 27 14:18:24 user nova-compute[75432]:   </memoryBacking>
Nov 27 14:18:24 user nova-compute[75432]:   <devices>
Nov 27 14:18:24 user nova-compute[75432]:     <disk supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='diskDevice'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>disk</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cdrom</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>floppy</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>lun</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='bus'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>fdc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sata</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </disk>
Nov 27 14:18:24 user nova-compute[75432]:     <graphics supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='type'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>sdl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vnc</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>spice</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egl-headless</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </graphics>
Nov 27 14:18:24 user nova-compute[75432]:     <video supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='modelType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>cirrus</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>vmvga</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>qxl</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>none</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>bochs</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>ramfb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </video>
Nov 27 14:18:24 user nova-compute[75432]:     <hostdev supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='mode'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>subsystem</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='startupPolicy'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>default</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>mandatory</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>requisite</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>optional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='subsysType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>usb</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>pci</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>scsi</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='capsType'/>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='pciBackend'/>
Nov 27 14:18:24 user nova-compute[75432]:     </hostdev>
Nov 27 14:18:24 user nova-compute[75432]:     <rng supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtio-non-transitional</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>random</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>egd</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>builtin</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </rng>
Nov 27 14:18:24 user nova-compute[75432]:     <filesystem supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='driverType'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>path</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>handle</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>virtiofs</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </filesystem>
Nov 27 14:18:24 user nova-compute[75432]:     <tpm supported='yes'>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='model'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-tis</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>tpm-crb</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:       <enum name='backendModel'>
Nov 27 14:18:24 user nova-compute[75432]:         <value>passthrough</value>
Nov 27 14:18:24 user nova-compute[75432]:         <value>emulator</value>
Nov 27 14:18:24 user nova-compute[75432]:       </enum>
Nov 27 14:18:24 user nova-compute[75432]:     </tpm>
Nov 27 14:18:24 user nova-compute[75432]:   </devices>
Nov 27 14:18:24 user nova-compute[75432]:   <features>
Nov 27 14:18:24 user nova-compute[75432]:     <gic supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:     <vmcoreinfo supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <genid supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backingStoreInput supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <backup supported='yes'/>
Nov 27 14:18:24 user nova-compute[75432]:     <sev supported='no'/>
Nov 27 14:18:24 user nova-compute[75432]:   </features>
Nov 27 14:18:24 user nova-compute[75432]: </domainCapabilities>
Nov 27 14:18:24 user nova-compute[75432]:  {{(pid=75432) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75432) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75432) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Checking secure boot support for host arch (x86_64) {{(pid=75432) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Checking secure boot support for host arch (x86_64) {{(pid=75432) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Checking secure boot support for host arch (x86_64) {{(pid=75432) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Nov 27 14:18:24 user nova-compute[75432]: INFO nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Secure Boot support detected
Nov 27 14:18:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] cpu compare xml: <cpu match="exact">
Nov 27 14:18:24 user nova-compute[75432]:   <model>Nehalem</model>
Nov 27 14:18:24 user nova-compute[75432]: </cpu>
Nov 27 14:18:24 user nova-compute[75432]:  {{(pid=75432) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10020}}
Nov 27 14:18:24 user nova-compute[75432]: INFO nova.virt.node [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Generated node identity 25de194c-9db8-4cf4-8c26-f8b8860ae93d
Nov 27 14:18:24 user nova-compute[75432]: INFO nova.virt.node [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Wrote node identity 25de194c-9db8-4cf4-8c26-f8b8860ae93d to /opt/stack/data/nova/compute_id
Nov 27 14:18:24 user nova-compute[75432]: WARNING nova.compute.manager [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Compute nodes ['25de194c-9db8-4cf4-8c26-f8b8860ae93d'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 27 14:18:24 user nova-compute[75432]: INFO nova.compute.manager [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 27 14:18:25 user nova-compute[75432]: WARNING nova.compute.manager [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 27 14:18:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:18:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:18:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:18:25 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:18:25 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:18:25 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:18:25 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Hypervisor/Node resource view: name=user free_ram=10964MB free_disk=26.07440948486328GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:18:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:18:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:18:25 user nova-compute[75432]: WARNING nova.compute.resource_tracker [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] No compute node record for user:25de194c-9db8-4cf4-8c26-f8b8860ae93d: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 25de194c-9db8-4cf4-8c26-f8b8860ae93d could not be found.
Nov 27 14:18:25 user nova-compute[75432]: INFO nova.compute.resource_tracker [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Compute node record created for user:user with uuid: 25de194c-9db8-4cf4-8c26-f8b8860ae93d
Nov 27 14:18:25 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:18:25 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:18:25 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] [req-4b377f76-fe56-4223-9d2f-be9914b0e1c0] Created resource provider record via placement API for resource provider with UUID 25de194c-9db8-4cf4-8c26-f8b8860ae93d and name user.
Nov 27 14:18:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75432) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Nov 27 14:18:25 user nova-compute[75432]: INFO nova.virt.libvirt.host [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] kernel doesn't support AMD SEV
Nov 27 14:18:25 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Updating inventory in ProviderTree for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 14:18:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:18:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Libvirt baseline CPU <cpu>
Nov 27 14:18:25 user nova-compute[75432]:   <arch>x86_64</arch>
Nov 27 14:18:25 user nova-compute[75432]:   <model>Nehalem</model>
Nov 27 14:18:25 user nova-compute[75432]:   <vendor>Intel</vendor>
Nov 27 14:18:25 user nova-compute[75432]:   <topology sockets="6" cores="1" threads="1"/>
Nov 27 14:18:25 user nova-compute[75432]: </cpu>
Nov 27 14:18:25 user nova-compute[75432]:  {{(pid=75432) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12510}}
Nov 27 14:18:25 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Updated inventory for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 27 14:18:25 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Updating resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d generation from 0 to 1 during operation: update_inventory {{(pid=75432) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 27 14:18:25 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Updating inventory in ProviderTree for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 14:18:26 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Updating resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d generation from 1 to 2 during operation: update_traits {{(pid=75432) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 27 14:18:26 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:18:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.791s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:18:26 user nova-compute[75432]: DEBUG nova.service [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Creating RPC server for service compute {{(pid=75432) start /opt/stack/nova/nova/service.py:182}}
Nov 27 14:18:26 user nova-compute[75432]: DEBUG nova.service [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] Join ServiceGroup membership for this service compute {{(pid=75432) start /opt/stack/nova/nova/service.py:199}}
Nov 27 14:18:26 user nova-compute[75432]: DEBUG nova.servicegroup.drivers.db [None req-01af21f1-c400-4b59-b358-a6de3636d71d None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75432) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 27 14:18:51 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:18:51 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:19:16 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:19:17 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:19:17 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:19:17 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=10397MB free_disk=25.978214263916016GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:19:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:19:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:19:17 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:19:17 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:19:17 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:19:17 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:19:17 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:19:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.174s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:20:17 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:20:17 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:20:17 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:20:17 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:20:17 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:20:17 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:20:17 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 14:20:17 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 14:20:17 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:20:18 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:20:18 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:20:18 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:20:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:20:18 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:20:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:20:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:20:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:20:18 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:20:19 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:20:19 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:20:19 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=10299MB free_disk=26.04248809814453GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:20:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:20:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:20:19 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:20:19 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:20:19 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:20:19 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:20:19 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:20:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.107s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:21:17 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:21:17 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:21:17 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:21:18 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:21:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:21:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 14:21:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 14:21:19 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:21:19 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:21:19 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:21:19 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:21:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:21:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:21:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:21:19 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:21:20 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:21:20 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:21:20 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=10327MB free_disk=25.794857025146484GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:21:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:21:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:21:20 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:21:20 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:21:20 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:21:20 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:21:20 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:21:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.101s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:21:21 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:21:21 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:22:18 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:22:19 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:22:19 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:22:19 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:22:19 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "591550d2-730f-45f1-af44-c783990d8b4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:22:20 user nova-compute[75432]: INFO nova.compute.claims [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Claim successful on node user
Nov 27 14:22:20 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Skipping network cache update for instance because it is Building. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:22:20 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.560s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG nova.compute.manager [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG nova.compute.manager [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG nova.network.neutron [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:22:21 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:22:21 user nova-compute[75432]: DEBUG nova.compute.manager [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG nova.compute.manager [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:22:21 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Creating image(s)
Nov 27 14:22:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "/opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "/opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "/opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG nova.policy [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa99abf2191f499885898d88a7e5a3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16971f2703e649a3a49db0b1b5adfb26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:21 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a.part --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a.part --force-share --output=json" returned: 0 in 0.286s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG nova.virt.images [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] 7d9c9b17-f6cf-41f0-89b3-f8d72f81991f was qcow2, converting to raw {{(pid=75432) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a.part /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a.converted {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:22 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:22 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:22 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=9519MB free_disk=25.814804077148438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a.part /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a.converted" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a.converted --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a.converted --force-share --output=json" returned: 0 in 0.228s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.590s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:22 user nova-compute[75432]: INFO oslo.privsep.daemon [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp9iexdx58/privsep.sock']
Nov 27 14:22:22 user sudo[84682]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp9iexdx58/privsep.sock
Nov 27 14:22:22 user sudo[84682]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 27 14:22:22 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.423s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.344s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:22:22 user nova-compute[75432]: INFO nova.compute.claims [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Claim successful on node user
Nov 27 14:22:23 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:22:23 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:22:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.303s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:23 user nova-compute[75432]: DEBUG nova.compute.manager [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:22:23 user nova-compute[75432]: DEBUG nova.compute.manager [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:22:23 user nova-compute[75432]: DEBUG nova.network.neutron [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:22:23 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:22:23 user nova-compute[75432]: DEBUG nova.compute.manager [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:22:23 user nova-compute[75432]: DEBUG nova.compute.manager [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:22:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:22:23 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Creating image(s)
Nov 27 14:22:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "/opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "/opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "/opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG nova.policy [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa99abf2191f499885898d88a7e5a3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16971f2703e649a3a49db0b1b5adfb26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:22:24 user sudo[84682]: pam_unix(sudo:session): session closed for user root
Nov 27 14:22:24 user nova-compute[75432]: INFO oslo.privsep.daemon [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Spawned new privsep daemon via rootwrap
Nov 27 14:22:24 user nova-compute[75432]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 27 14:22:24 user nova-compute[75432]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 27 14:22:24 user nova-compute[75432]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 27 14:22:24 user nova-compute[75432]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84708
Nov 27 14:22:24 user nova-compute[75432]: WARNING oslo_privsep.priv_context [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] privsep daemon already running
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG nova.network.neutron [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Successfully created port: a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.152s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk 1073741824" returned: 0 in 0.048s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.205s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.193s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.203s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk 1073741824" returned: 0 in 0.055s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Cannot resize image /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Ensure instance console log exists: /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Checking if we can resize image /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Cannot resize image /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Ensure instance console log exists: /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:27 user nova-compute[75432]: DEBUG nova.network.neutron [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Successfully created port: 6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:22:29 user nova-compute[75432]: DEBUG nova.network.neutron [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Successfully updated port: a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:22:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquired lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:29 user nova-compute[75432]: DEBUG nova.network.neutron [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:22:29 user nova-compute[75432]: DEBUG nova.network.neutron [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:22:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-02c2cfb0-cc86-4a49-b3bf-86b152fe613d req-b182e530-4354-4467-a40b-d462fbc3b488 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-changed-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-02c2cfb0-cc86-4a49-b3bf-86b152fe613d req-b182e530-4354-4467-a40b-d462fbc3b488 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Refreshing instance network info cache due to event network-changed-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:22:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-02c2cfb0-cc86-4a49-b3bf-86b152fe613d req-b182e530-4354-4467-a40b-d462fbc3b488 service nova] Acquiring lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:30 user nova-compute[75432]: DEBUG nova.network.neutron [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Updating instance_info_cache with network_info: [{"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Releasing lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:30 user nova-compute[75432]: DEBUG nova.compute.manager [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Instance network_info: |[{"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:22:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-02c2cfb0-cc86-4a49-b3bf-86b152fe613d req-b182e530-4354-4467-a40b-d462fbc3b488 service nova] Acquired lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:30 user nova-compute[75432]: DEBUG nova.network.neutron [req-02c2cfb0-cc86-4a49-b3bf-86b152fe613d req-b182e530-4354-4467-a40b-d462fbc3b488 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Refreshing network info cache for port a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:22:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Start _get_guest_xml network_info=[{"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:22:31 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:31 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1818280505',display_name='tempest-ServerRescueNegativeTestJSON-server-1818280505',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1818280505',id=1,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16971f2703e649a3a49db0b1b5adfb26',ramdisk_id='',reservation_id='r-aaqutxmc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-45682725',owner_user_name='tempest-ServerRescueNegativeTestJSON-45682725-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:21Z,user_data=None,user_id='aa99abf2191f499885898d88a7e5a3d1',uuid=591550d2-730f-45f1-af44-c783990d8b4a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converting VIF {"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:d4:f6,bridge_name='br-int',has_traffic_filtering=True,id=a0ee5cb6-2051-4e20-b15c-f97aaba4d32a,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0ee5cb6-20') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.objects.instance [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'pci_devices' on Instance uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:22:31 user nova-compute[75432]:   <uuid>591550d2-730f-45f1-af44-c783990d8b4a</uuid>
Nov 27 14:22:31 user nova-compute[75432]:   <name>instance-00000001</name>
Nov 27 14:22:31 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:22:31 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:22:31 user nova-compute[75432]:   <metadata>
Nov 27 14:22:31 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:22:31 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:22:31 user nova-compute[75432]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1818280505</nova:name>
Nov 27 14:22:31 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:22:31</nova:creationTime>
Nov 27 14:22:31 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:22:31 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:22:31 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:22:31 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:22:31 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:22:31 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:22:31 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:22:31 user nova-compute[75432]:       <nova:owner>
Nov 27 14:22:31 user nova-compute[75432]:         <nova:user uuid="aa99abf2191f499885898d88a7e5a3d1">tempest-ServerRescueNegativeTestJSON-45682725-project-member</nova:user>
Nov 27 14:22:31 user nova-compute[75432]:         <nova:project uuid="16971f2703e649a3a49db0b1b5adfb26">tempest-ServerRescueNegativeTestJSON-45682725</nova:project>
Nov 27 14:22:31 user nova-compute[75432]:       </nova:owner>
Nov 27 14:22:31 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:22:31 user nova-compute[75432]:       <nova:ports>
Nov 27 14:22:31 user nova-compute[75432]:         <nova:port uuid="a0ee5cb6-2051-4e20-b15c-f97aaba4d32a">
Nov 27 14:22:31 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 14:22:31 user nova-compute[75432]:         </nova:port>
Nov 27 14:22:31 user nova-compute[75432]:       </nova:ports>
Nov 27 14:22:31 user nova-compute[75432]:     </nova:instance>
Nov 27 14:22:31 user nova-compute[75432]:   </metadata>
Nov 27 14:22:31 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:22:31 user nova-compute[75432]:     <system>
Nov 27 14:22:31 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:22:31 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:22:31 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:22:31 user nova-compute[75432]:       <entry name="serial">591550d2-730f-45f1-af44-c783990d8b4a</entry>
Nov 27 14:22:31 user nova-compute[75432]:       <entry name="uuid">591550d2-730f-45f1-af44-c783990d8b4a</entry>
Nov 27 14:22:31 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:22:31 user nova-compute[75432]:     </system>
Nov 27 14:22:31 user nova-compute[75432]:   </sysinfo>
Nov 27 14:22:31 user nova-compute[75432]:   <os>
Nov 27 14:22:31 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:22:31 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:22:31 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:22:31 user nova-compute[75432]:   </os>
Nov 27 14:22:31 user nova-compute[75432]:   <features>
Nov 27 14:22:31 user nova-compute[75432]:     <acpi/>
Nov 27 14:22:31 user nova-compute[75432]:     <apic/>
Nov 27 14:22:31 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:22:31 user nova-compute[75432]:   </features>
Nov 27 14:22:31 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:22:31 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:22:31 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:22:31 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:22:31 user nova-compute[75432]:   </clock>
Nov 27 14:22:31 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:22:31 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:22:31 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:22:31 user nova-compute[75432]:   </cpu>
Nov 27 14:22:31 user nova-compute[75432]:   <devices>
Nov 27 14:22:31 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:22:31 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:22:31 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk"/>
Nov 27 14:22:31 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:22:31 user nova-compute[75432]:     </disk>
Nov 27 14:22:31 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:22:31 user nova-compute[75432]:       <mac address="fa:16:3e:e6:d4:f6"/>
Nov 27 14:22:31 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:22:31 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:22:31 user nova-compute[75432]:       <target dev="tapa0ee5cb6-20"/>
Nov 27 14:22:31 user nova-compute[75432]:     </interface>
Nov 27 14:22:31 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:22:31 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/console.log" append="off"/>
Nov 27 14:22:31 user nova-compute[75432]:     </serial>
Nov 27 14:22:31 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:22:31 user nova-compute[75432]:     <video>
Nov 27 14:22:31 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:22:31 user nova-compute[75432]:     </video>
Nov 27 14:22:31 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:22:31 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:22:31 user nova-compute[75432]:     </rng>
Nov 27 14:22:31 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:22:31 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:22:31 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:22:31 user nova-compute[75432]:     </memballoon>
Nov 27 14:22:31 user nova-compute[75432]:   </devices>
Nov 27 14:22:31 user nova-compute[75432]: </domain>
Nov 27 14:22:31 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1818280505',display_name='tempest-ServerRescueNegativeTestJSON-server-1818280505',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1818280505',id=1,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16971f2703e649a3a49db0b1b5adfb26',ramdisk_id='',reservation_id='r-aaqutxmc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-45682725',owner_user_name='tempest-ServerRescueNegativeTestJSON-45682725-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:21Z,user_data=None,user_id='aa99abf2191f499885898d88a7e5a3d1',uuid=591550d2-730f-45f1-af44-c783990d8b4a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converting VIF {"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:d4:f6,bridge_name='br-int',has_traffic_filtering=True,id=a0ee5cb6-2051-4e20-b15c-f97aaba4d32a,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0ee5cb6-20') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG os_vif [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:d4:f6,bridge_name='br-int',has_traffic_filtering=True,id=a0ee5cb6-2051-4e20-b15c-f97aaba4d32a,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0ee5cb6-20') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Created schema index Interface.name {{(pid=75432) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Created schema index Port.name {{(pid=75432) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Created schema index Bridge.name {{(pid=75432) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [POLLOUT] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ac59b3f4-501e-5f87-84e5-f2da489a48fc', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:22:31 user nova-compute[75432]: INFO oslo.privsep.daemon [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpi38i_ph4/privsep.sock']
Nov 27 14:22:31 user sudo[84765]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpi38i_ph4/privsep.sock
Nov 27 14:22:31 user sudo[84765]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 27 14:22:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Successfully updated port: 6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquired lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.compute.manager [req-fb6aeb18-70fa-4bcb-9baa-948e939c83d3 req-b60e3ad6-f140-4af0-a157-720038a8fd21 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received event network-changed-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.compute.manager [req-fb6aeb18-70fa-4bcb-9baa-948e939c83d3 req-b60e3ad6-f140-4af0-a157-720038a8fd21 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Refreshing instance network info cache due to event network-changed-6f85c7b2-31d5-42ef-a8f9-f819aa18097f. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fb6aeb18-70fa-4bcb-9baa-948e939c83d3 req-b60e3ad6-f140-4af0-a157-720038a8fd21 service nova] Acquiring lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:22:32 user nova-compute[75432]: DEBUG nova.network.neutron [req-02c2cfb0-cc86-4a49-b3bf-86b152fe613d req-b182e530-4354-4467-a40b-d462fbc3b488 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Updated VIF entry in instance network info cache for port a0ee5cb6-2051-4e20-b15c-f97aaba4d32a. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:22:32 user nova-compute[75432]: DEBUG nova.network.neutron [req-02c2cfb0-cc86-4a49-b3bf-86b152fe613d req-b182e530-4354-4467-a40b-d462fbc3b488 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Updating instance_info_cache with network_info: [{"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:32 user sudo[84765]: pam_unix(sudo:session): session closed for user root
Nov 27 14:22:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-02c2cfb0-cc86-4a49-b3bf-86b152fe613d req-b182e530-4354-4467-a40b-d462fbc3b488 service nova] Releasing lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:32 user nova-compute[75432]: INFO oslo.privsep.daemon [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Spawned new privsep daemon via rootwrap
Nov 27 14:22:32 user nova-compute[75432]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 27 14:22:32 user nova-compute[75432]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 27 14:22:32 user nova-compute[75432]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 27 14:22:32 user nova-compute[75432]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84775
Nov 27 14:22:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.network.neutron [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Updating instance_info_cache with network_info: [{"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Releasing lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.compute.manager [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Instance network_info: |[{"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fb6aeb18-70fa-4bcb-9baa-948e939c83d3 req-b60e3ad6-f140-4af0-a157-720038a8fd21 service nova] Acquired lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.network.neutron [req-fb6aeb18-70fa-4bcb-9baa-948e939c83d3 req-b60e3ad6-f140-4af0-a157-720038a8fd21 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Refreshing network info cache for port 6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Start _get_guest_xml network_info=[{"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:22:33 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:33 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1860037499',display_name='tempest-ServerRescueNegativeTestJSON-server-1860037499',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1860037499',id=2,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16971f2703e649a3a49db0b1b5adfb26',ramdisk_id='',reservation_id='r-4vujypx2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-45682725',owner_user_name='tempest-ServerRescueNegativeTestJSON-45682725-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:24Z,user_data=None,user_id='aa99abf2191f499885898d88a7e5a3d1',uuid=bd1f91a5-3007-4b66-84e9-aa0f6831e9a8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converting VIF {"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:f2:8a,bridge_name='br-int',has_traffic_filtering=True,id=6f85c7b2-31d5-42ef-a8f9-f819aa18097f,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f85c7b2-31') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.objects.instance [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'pci_devices' on Instance uuid bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:22:33 user nova-compute[75432]:   <uuid>bd1f91a5-3007-4b66-84e9-aa0f6831e9a8</uuid>
Nov 27 14:22:33 user nova-compute[75432]:   <name>instance-00000002</name>
Nov 27 14:22:33 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:22:33 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:22:33 user nova-compute[75432]:   <metadata>
Nov 27 14:22:33 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:22:33 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:22:33 user nova-compute[75432]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1860037499</nova:name>
Nov 27 14:22:33 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:22:33</nova:creationTime>
Nov 27 14:22:33 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:22:33 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:22:33 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:22:33 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:22:33 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:22:33 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:22:33 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:22:33 user nova-compute[75432]:       <nova:owner>
Nov 27 14:22:33 user nova-compute[75432]:         <nova:user uuid="aa99abf2191f499885898d88a7e5a3d1">tempest-ServerRescueNegativeTestJSON-45682725-project-member</nova:user>
Nov 27 14:22:33 user nova-compute[75432]:         <nova:project uuid="16971f2703e649a3a49db0b1b5adfb26">tempest-ServerRescueNegativeTestJSON-45682725</nova:project>
Nov 27 14:22:33 user nova-compute[75432]:       </nova:owner>
Nov 27 14:22:33 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:22:33 user nova-compute[75432]:       <nova:ports>
Nov 27 14:22:33 user nova-compute[75432]:         <nova:port uuid="6f85c7b2-31d5-42ef-a8f9-f819aa18097f">
Nov 27 14:22:33 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 14:22:33 user nova-compute[75432]:         </nova:port>
Nov 27 14:22:33 user nova-compute[75432]:       </nova:ports>
Nov 27 14:22:33 user nova-compute[75432]:     </nova:instance>
Nov 27 14:22:33 user nova-compute[75432]:   </metadata>
Nov 27 14:22:33 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:22:33 user nova-compute[75432]:     <system>
Nov 27 14:22:33 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:22:33 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:22:33 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:22:33 user nova-compute[75432]:       <entry name="serial">bd1f91a5-3007-4b66-84e9-aa0f6831e9a8</entry>
Nov 27 14:22:33 user nova-compute[75432]:       <entry name="uuid">bd1f91a5-3007-4b66-84e9-aa0f6831e9a8</entry>
Nov 27 14:22:33 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:22:33 user nova-compute[75432]:     </system>
Nov 27 14:22:33 user nova-compute[75432]:   </sysinfo>
Nov 27 14:22:33 user nova-compute[75432]:   <os>
Nov 27 14:22:33 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:22:33 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:22:33 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:22:33 user nova-compute[75432]:   </os>
Nov 27 14:22:33 user nova-compute[75432]:   <features>
Nov 27 14:22:33 user nova-compute[75432]:     <acpi/>
Nov 27 14:22:33 user nova-compute[75432]:     <apic/>
Nov 27 14:22:33 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:22:33 user nova-compute[75432]:   </features>
Nov 27 14:22:33 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:22:33 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:22:33 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:22:33 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:22:33 user nova-compute[75432]:   </clock>
Nov 27 14:22:33 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:22:33 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:22:33 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:22:33 user nova-compute[75432]:   </cpu>
Nov 27 14:22:33 user nova-compute[75432]:   <devices>
Nov 27 14:22:33 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:22:33 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:22:33 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk"/>
Nov 27 14:22:33 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:22:33 user nova-compute[75432]:     </disk>
Nov 27 14:22:33 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:22:33 user nova-compute[75432]:       <mac address="fa:16:3e:69:f2:8a"/>
Nov 27 14:22:33 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:22:33 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:22:33 user nova-compute[75432]:       <target dev="tap6f85c7b2-31"/>
Nov 27 14:22:33 user nova-compute[75432]:     </interface>
Nov 27 14:22:33 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:22:33 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/console.log" append="off"/>
Nov 27 14:22:33 user nova-compute[75432]:     </serial>
Nov 27 14:22:33 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:22:33 user nova-compute[75432]:     <video>
Nov 27 14:22:33 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:22:33 user nova-compute[75432]:     </video>
Nov 27 14:22:33 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:22:33 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:22:33 user nova-compute[75432]:     </rng>
Nov 27 14:22:33 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:22:33 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:22:33 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:22:33 user nova-compute[75432]:     </memballoon>
Nov 27 14:22:33 user nova-compute[75432]:   </devices>
Nov 27 14:22:33 user nova-compute[75432]: </domain>
Nov 27 14:22:33 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1860037499',display_name='tempest-ServerRescueNegativeTestJSON-server-1860037499',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1860037499',id=2,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16971f2703e649a3a49db0b1b5adfb26',ramdisk_id='',reservation_id='r-4vujypx2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-45682725',owner_user_name='tempest-ServerRescueNegativeTestJSON-45682725-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:24Z,user_data=None,user_id='aa99abf2191f499885898d88a7e5a3d1',uuid=bd1f91a5-3007-4b66-84e9-aa0f6831e9a8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converting VIF {"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:f2:8a,bridge_name='br-int',has_traffic_filtering=True,id=6f85c7b2-31d5-42ef-a8f9-f819aa18097f,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f85c7b2-31') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG os_vif [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:f2:8a,bridge_name='br-int',has_traffic_filtering=True,id=6f85c7b2-31d5-42ef-a8f9-f819aa18097f,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f85c7b2-31') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aa7ec9c6-84c4-5f9e-8094-0c97c3c30f7c', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:22:33 user nova-compute[75432]: INFO nova.compute.claims [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Claim successful on node user
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6f85c7b2-31, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6f85c7b2-31, col_values=(('qos', UUID('2bd498e6-57e3-40a0-98f6-7004d487e040')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6f85c7b2-31, col_values=(('external_ids', {'iface-id': '6f85c7b2-31d5-42ef-a8f9-f819aa18097f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:f2:8a', 'vm-uuid': 'bd1f91a5-3007-4b66-84e9-aa0f6831e9a8'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:33 user nova-compute[75432]: INFO os_vif [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:f2:8a,bridge_name='br-int',has_traffic_filtering=True,id=6f85c7b2-31d5-42ef-a8f9-f819aa18097f,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f85c7b2-31')
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa0ee5cb6-20, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa0ee5cb6-20, col_values=(('qos', UUID('6ae5357b-cdd7-47e1-adb9-ed442bbadce3')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa0ee5cb6-20, col_values=(('external_ids', {'iface-id': 'a0ee5cb6-2051-4e20-b15c-f97aaba4d32a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e6:d4:f6', 'vm-uuid': '591550d2-730f-45f1-af44-c783990d8b4a'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:33 user nova-compute[75432]: INFO os_vif [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:d4:f6,bridge_name='br-int',has_traffic_filtering=True,id=a0ee5cb6-2051-4e20-b15c-f97aaba4d32a,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0ee5cb6-20')
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No VIF found with MAC fa:16:3e:69:f2:8a, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No VIF found with MAC fa:16:3e:e6:d4:f6, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.532s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:22:33 user nova-compute[75432]: DEBUG nova.network.neutron [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:22:33 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:22:34 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Creating image(s)
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "/opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "/opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "/opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.policy [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49d534963a3a433398202bbf09479533', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e9bfb073c0740c39a5b0d647833c611', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:22:34 user nova-compute[75432]: INFO nova.compute.claims [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Claim successful on node user
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-fb6aeb18-70fa-4bcb-9baa-948e939c83d3 req-b60e3ad6-f140-4af0-a157-720038a8fd21 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Updated VIF entry in instance network info cache for port 6f85c7b2-31d5-42ef-a8f9-f819aa18097f. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-fb6aeb18-70fa-4bcb-9baa-948e939c83d3 req-b60e3ad6-f140-4af0-a157-720038a8fd21 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Updating instance_info_cache with network_info: [{"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fb6aeb18-70fa-4bcb-9baa-948e939c83d3 req-b60e3ad6-f140-4af0-a157-720038a8fd21 service nova] Releasing lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk 1073741824" returned: 0 in 0.064s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.169s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.432s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Cannot resize image /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Ensure instance console log exists: /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:22:34 user nova-compute[75432]: DEBUG nova.network.neutron [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:22:34 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:22:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:22:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Creating image(s)
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "/opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "/opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "/opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG nova.policy [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289f9f58cb40408e8ea5cb4d2b87974f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c56e131aba2649ceb754fe2a12681a99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.227s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk 1073741824" returned: 0 in 0.042s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.276s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.264s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:36 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Cannot resize image /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:22:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:22:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Ensure instance console log exists: /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:22:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:36 user nova-compute[75432]: DEBUG nova.network.neutron [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Successfully created port: 03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:22:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Successfully created port: 2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:22:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-b69e5689-7f17-43b0-b1c8-dcdccf6b9b00 req-82256c9d-8fd2-482b-98a0-c126e123ab37 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b69e5689-7f17-43b0-b1c8-dcdccf6b9b00 req-82256c9d-8fd2-482b-98a0-c126e123ab37 service nova] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b69e5689-7f17-43b0-b1c8-dcdccf6b9b00 req-82256c9d-8fd2-482b-98a0-c126e123ab37 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b69e5689-7f17-43b0-b1c8-dcdccf6b9b00 req-82256c9d-8fd2-482b-98a0-c126e123ab37 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-b69e5689-7f17-43b0-b1c8-dcdccf6b9b00 req-82256c9d-8fd2-482b-98a0-c126e123ab37 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] No waiting events found dispatching network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:22:37 user nova-compute[75432]: WARNING nova.compute.manager [req-b69e5689-7f17-43b0-b1c8-dcdccf6b9b00 req-82256c9d-8fd2-482b-98a0-c126e123ab37 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received unexpected event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a for instance with vm_state building and task_state spawning.
Nov 27 14:22:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Successfully updated port: 03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-5be1010c-b7ab-4994-98c8-527006c2e15c req-f6a398c6-36cc-4c67-8f55-b3677cb8d0b4 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-changed-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-5be1010c-b7ab-4994-98c8-527006c2e15c req-f6a398c6-36cc-4c67-8f55-b3677cb8d0b4 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Refreshing instance network info cache due to event network-changed-03fd28ec-ad1a-41df-9611-85b2606b5e67. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5be1010c-b7ab-4994-98c8-527006c2e15c req-f6a398c6-36cc-4c67-8f55-b3677cb8d0b4 service nova] Acquiring lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5be1010c-b7ab-4994-98c8-527006c2e15c req-f6a398c6-36cc-4c67-8f55-b3677cb8d0b4 service nova] Acquired lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.network.neutron [req-5be1010c-b7ab-4994-98c8-527006c2e15c req-f6a398c6-36cc-4c67-8f55-b3677cb8d0b4 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Refreshing network info cache for port 03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:22:38 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Instance spawned successfully.
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:22:38 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Instance spawned successfully.
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.network.neutron [req-5be1010c-b7ab-4994-98c8-527006c2e15c req-f6a398c6-36cc-4c67-8f55-b3677cb8d0b4 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:22:38 user nova-compute[75432]: INFO nova.compute.manager [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Took 14.72 seconds to spawn the instance on the hypervisor.
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:22:38 user nova-compute[75432]: INFO nova.compute.manager [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Took 17.00 seconds to spawn the instance on the hypervisor.
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:22:38 user nova-compute[75432]: INFO nova.compute.manager [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Took 15.85 seconds to build instance.
Nov 27 14:22:38 user nova-compute[75432]: INFO nova.compute.manager [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Took 17.96 seconds to build instance.
Nov 27 14:22:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aff0b1b6-f3bd-456b-a894-219247aee8e9 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.197s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-990dbc68-0014-434c-ae7f-d61dce7a5462 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "591550d2-730f-45f1-af44-c783990d8b4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.219s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.network.neutron [req-5be1010c-b7ab-4994-98c8-527006c2e15c req-f6a398c6-36cc-4c67-8f55-b3677cb8d0b4 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5be1010c-b7ab-4994-98c8-527006c2e15c req-f6a398c6-36cc-4c67-8f55-b3677cb8d0b4 service nova] Releasing lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquired lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG nova.network.neutron [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:22:39 user nova-compute[75432]: INFO nova.compute.claims [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Claim successful on node user
Nov 27 14:22:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-c2a7972e-8c4c-4e08-a77f-4cc85404fb35 req-c73039d5-63bd-4f87-a7e0-465ac49dc84d service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c2a7972e-8c4c-4e08-a77f-4cc85404fb35 req-c73039d5-63bd-4f87-a7e0-465ac49dc84d service nova] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c2a7972e-8c4c-4e08-a77f-4cc85404fb35 req-c73039d5-63bd-4f87-a7e0-465ac49dc84d service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c2a7972e-8c4c-4e08-a77f-4cc85404fb35 req-c73039d5-63bd-4f87-a7e0-465ac49dc84d service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-c2a7972e-8c4c-4e08-a77f-4cc85404fb35 req-c73039d5-63bd-4f87-a7e0-465ac49dc84d service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] No waiting events found dispatching network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:22:39 user nova-compute[75432]: WARNING nova.compute.manager [req-c2a7972e-8c4c-4e08-a77f-4cc85404fb35 req-c73039d5-63bd-4f87-a7e0-465ac49dc84d service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received unexpected event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a for instance with vm_state active and task_state None.
Nov 27 14:22:39 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:22:39 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.512s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating instance_info_cache with network_info: [{"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Releasing lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance network_info: |[{"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Start _get_guest_xml network_info=[{"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:22:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-657311305',display_name='tempest-ServerActionsTestOtherB-server-657311305',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-657311305',id=3,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLZ3btRhGv4HjHQ9Yl+jPjWOQWL7opUDSSUADFGYWtsR7vmvttgt9yQBNmExW8rCs9p9LHJubcCjp24w6ksiit31PMfXlygTNVRC4qALz5tVnoxpv8Lg+jREusP3y3a5Nw==',key_name='tempest-keypair-335635223',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e9bfb073c0740c39a5b0d647833c611',ramdisk_id='',reservation_id='r-8t8opt09',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-835804001',owner_user_name='tempest-ServerActionsTestOtherB-835804001-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49d534963a3a433398202bbf09479533',uuid=6a007942-e99e-43a5-8d1b-d2cddb3be2b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converting VIF {"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.objects.instance [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lazy-loading 'pci_devices' on Instance uuid 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:22:40 user nova-compute[75432]:   <uuid>6a007942-e99e-43a5-8d1b-d2cddb3be2b9</uuid>
Nov 27 14:22:40 user nova-compute[75432]:   <name>instance-00000003</name>
Nov 27 14:22:40 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:22:40 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:22:40 user nova-compute[75432]:   <metadata>
Nov 27 14:22:40 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:22:40 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:22:40 user nova-compute[75432]:       <nova:name>tempest-ServerActionsTestOtherB-server-657311305</nova:name>
Nov 27 14:22:40 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:22:40</nova:creationTime>
Nov 27 14:22:40 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:22:40 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:22:40 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:22:40 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:22:40 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:22:40 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:22:40 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:22:40 user nova-compute[75432]:       <nova:owner>
Nov 27 14:22:40 user nova-compute[75432]:         <nova:user uuid="49d534963a3a433398202bbf09479533">tempest-ServerActionsTestOtherB-835804001-project-member</nova:user>
Nov 27 14:22:40 user nova-compute[75432]:         <nova:project uuid="3e9bfb073c0740c39a5b0d647833c611">tempest-ServerActionsTestOtherB-835804001</nova:project>
Nov 27 14:22:40 user nova-compute[75432]:       </nova:owner>
Nov 27 14:22:40 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:22:40 user nova-compute[75432]:       <nova:ports>
Nov 27 14:22:40 user nova-compute[75432]:         <nova:port uuid="03fd28ec-ad1a-41df-9611-85b2606b5e67">
Nov 27 14:22:40 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 14:22:40 user nova-compute[75432]:         </nova:port>
Nov 27 14:22:40 user nova-compute[75432]:       </nova:ports>
Nov 27 14:22:40 user nova-compute[75432]:     </nova:instance>
Nov 27 14:22:40 user nova-compute[75432]:   </metadata>
Nov 27 14:22:40 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:22:40 user nova-compute[75432]:     <system>
Nov 27 14:22:40 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:22:40 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:22:40 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:22:40 user nova-compute[75432]:       <entry name="serial">6a007942-e99e-43a5-8d1b-d2cddb3be2b9</entry>
Nov 27 14:22:40 user nova-compute[75432]:       <entry name="uuid">6a007942-e99e-43a5-8d1b-d2cddb3be2b9</entry>
Nov 27 14:22:40 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:22:40 user nova-compute[75432]:     </system>
Nov 27 14:22:40 user nova-compute[75432]:   </sysinfo>
Nov 27 14:22:40 user nova-compute[75432]:   <os>
Nov 27 14:22:40 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:22:40 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:22:40 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:22:40 user nova-compute[75432]:   </os>
Nov 27 14:22:40 user nova-compute[75432]:   <features>
Nov 27 14:22:40 user nova-compute[75432]:     <acpi/>
Nov 27 14:22:40 user nova-compute[75432]:     <apic/>
Nov 27 14:22:40 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:22:40 user nova-compute[75432]:   </features>
Nov 27 14:22:40 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:22:40 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:22:40 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:22:40 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:22:40 user nova-compute[75432]:   </clock>
Nov 27 14:22:40 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:22:40 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:22:40 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:22:40 user nova-compute[75432]:   </cpu>
Nov 27 14:22:40 user nova-compute[75432]:   <devices>
Nov 27 14:22:40 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:22:40 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:22:40 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk"/>
Nov 27 14:22:40 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:22:40 user nova-compute[75432]:     </disk>
Nov 27 14:22:40 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:22:40 user nova-compute[75432]:       <mac address="fa:16:3e:f2:da:b7"/>
Nov 27 14:22:40 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:22:40 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:22:40 user nova-compute[75432]:       <target dev="tap03fd28ec-ad"/>
Nov 27 14:22:40 user nova-compute[75432]:     </interface>
Nov 27 14:22:40 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:22:40 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/console.log" append="off"/>
Nov 27 14:22:40 user nova-compute[75432]:     </serial>
Nov 27 14:22:40 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:22:40 user nova-compute[75432]:     <video>
Nov 27 14:22:40 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:22:40 user nova-compute[75432]:     </video>
Nov 27 14:22:40 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:22:40 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:22:40 user nova-compute[75432]:     </rng>
Nov 27 14:22:40 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:22:40 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:22:40 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:22:40 user nova-compute[75432]:     </memballoon>
Nov 27 14:22:40 user nova-compute[75432]:   </devices>
Nov 27 14:22:40 user nova-compute[75432]: </domain>
Nov 27 14:22:40 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-657311305',display_name='tempest-ServerActionsTestOtherB-server-657311305',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-657311305',id=3,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLZ3btRhGv4HjHQ9Yl+jPjWOQWL7opUDSSUADFGYWtsR7vmvttgt9yQBNmExW8rCs9p9LHJubcCjp24w6ksiit31PMfXlygTNVRC4qALz5tVnoxpv8Lg+jREusP3y3a5Nw==',key_name='tempest-keypair-335635223',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3e9bfb073c0740c39a5b0d647833c611',ramdisk_id='',reservation_id='r-8t8opt09',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-835804001',owner_user_name='tempest-ServerActionsTestOtherB-835804001-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49d534963a3a433398202bbf09479533',uuid=6a007942-e99e-43a5-8d1b-d2cddb3be2b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converting VIF {"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG os_vif [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ccf7625b-f867-5bcd-bd2c-d299e9b04405', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:22:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap03fd28ec-ad, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap03fd28ec-ad, col_values=(('qos', UUID('1399e1aa-5c1c-4c22-9f87-71dd2dd52a9a')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap03fd28ec-ad, col_values=(('external_ids', {'iface-id': '03fd28ec-ad1a-41df-9611-85b2606b5e67', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:da:b7', 'vm-uuid': '6a007942-e99e-43a5-8d1b-d2cddb3be2b9'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:40 user nova-compute[75432]: INFO os_vif [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad')
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] No VIF found with MAC fa:16:3e:f2:da:b7, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.policy [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1958a7d52fd04a668c8a5ac8241792a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '120c8d2b07a14fa5bfd93cf539303bc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:22:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Creating image(s)
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "/opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "/opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "/opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Successfully updated port: 2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquired lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-15d30374-c82a-44ad-a555-5d64cb8f2acd req-d8b3f33f-2019-4daf-98d9-ee38aa83114d service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Received event network-changed-2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-15d30374-c82a-44ad-a555-5d64cb8f2acd req-d8b3f33f-2019-4daf-98d9-ee38aa83114d service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Refreshing instance network info cache due to event network-changed-2f823974-ee6b-4bce-9128-9e4501d6c429. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-15d30374-c82a-44ad-a555-5d64cb8f2acd req-d8b3f33f-2019-4daf-98d9-ee38aa83114d service nova] Acquiring lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.274s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG nova.network.neutron [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.355s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk 1073741824" returned: 0 in 0.056s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.421s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.253s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Checking if we can resize image /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Cannot resize image /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Ensure instance console log exists: /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.network.neutron [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updating instance_info_cache with network_info: [{"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Releasing lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.compute.manager [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Instance network_info: |[{"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-15d30374-c82a-44ad-a555-5d64cb8f2acd req-d8b3f33f-2019-4daf-98d9-ee38aa83114d service nova] Acquired lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.network.neutron [req-15d30374-c82a-44ad-a555-5d64cb8f2acd req-d8b3f33f-2019-4daf-98d9-ee38aa83114d service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Refreshing network info cache for port 2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Start _get_guest_xml network_info=[{"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "9f515838-2521-400d-a783-8abf36bdf8ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:42 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:42 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.compute.manager [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-776168399',display_name='tempest-ServerActionsTestOtherA-server-776168399',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-776168399',id=4,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb3yFSCzlwwt6QzaMVBZeFWQ4pyDbhoPfiorogaKCtvqqNgdwVP7nSE8qqs8XU2taFEqIiNmYnA7fzrM5XfhJ6GWiw15oQSGSGVuy6d6kta3WAj58j/oDp3gmNtu7HUFg==',key_name='tempest-keypair-1653586749',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-5hnqa0y0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=8b3a8f81-c75b-4934-bf35-26ed1c56b9dd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:4a:f6,bridge_name='br-int',has_traffic_filtering=True,id=2f823974-ee6b-4bce-9128-9e4501d6c429,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f823974-ee') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.objects.instance [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lazy-loading 'pci_devices' on Instance uuid 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:22:42 user nova-compute[75432]:   <uuid>8b3a8f81-c75b-4934-bf35-26ed1c56b9dd</uuid>
Nov 27 14:22:42 user nova-compute[75432]:   <name>instance-00000004</name>
Nov 27 14:22:42 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:22:42 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:22:42 user nova-compute[75432]:   <metadata>
Nov 27 14:22:42 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:22:42 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:22:42 user nova-compute[75432]:       <nova:name>tempest-ServerActionsTestOtherA-server-776168399</nova:name>
Nov 27 14:22:42 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:22:42</nova:creationTime>
Nov 27 14:22:42 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:22:42 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:22:42 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:22:42 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:22:42 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:22:42 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:22:42 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:22:42 user nova-compute[75432]:       <nova:owner>
Nov 27 14:22:42 user nova-compute[75432]:         <nova:user uuid="289f9f58cb40408e8ea5cb4d2b87974f">tempest-ServerActionsTestOtherA-314026822-project-member</nova:user>
Nov 27 14:22:42 user nova-compute[75432]:         <nova:project uuid="c56e131aba2649ceb754fe2a12681a99">tempest-ServerActionsTestOtherA-314026822</nova:project>
Nov 27 14:22:42 user nova-compute[75432]:       </nova:owner>
Nov 27 14:22:42 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:22:42 user nova-compute[75432]:       <nova:ports>
Nov 27 14:22:42 user nova-compute[75432]:         <nova:port uuid="2f823974-ee6b-4bce-9128-9e4501d6c429">
Nov 27 14:22:42 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 14:22:42 user nova-compute[75432]:         </nova:port>
Nov 27 14:22:42 user nova-compute[75432]:       </nova:ports>
Nov 27 14:22:42 user nova-compute[75432]:     </nova:instance>
Nov 27 14:22:42 user nova-compute[75432]:   </metadata>
Nov 27 14:22:42 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:22:42 user nova-compute[75432]:     <system>
Nov 27 14:22:42 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:22:42 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:22:42 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:22:42 user nova-compute[75432]:       <entry name="serial">8b3a8f81-c75b-4934-bf35-26ed1c56b9dd</entry>
Nov 27 14:22:42 user nova-compute[75432]:       <entry name="uuid">8b3a8f81-c75b-4934-bf35-26ed1c56b9dd</entry>
Nov 27 14:22:42 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:22:42 user nova-compute[75432]:     </system>
Nov 27 14:22:42 user nova-compute[75432]:   </sysinfo>
Nov 27 14:22:42 user nova-compute[75432]:   <os>
Nov 27 14:22:42 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:22:42 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:22:42 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:22:42 user nova-compute[75432]:   </os>
Nov 27 14:22:42 user nova-compute[75432]:   <features>
Nov 27 14:22:42 user nova-compute[75432]:     <acpi/>
Nov 27 14:22:42 user nova-compute[75432]:     <apic/>
Nov 27 14:22:42 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:22:42 user nova-compute[75432]:   </features>
Nov 27 14:22:42 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:22:42 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:22:42 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:22:42 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:22:42 user nova-compute[75432]:   </clock>
Nov 27 14:22:42 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:22:42 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:22:42 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:22:42 user nova-compute[75432]:   </cpu>
Nov 27 14:22:42 user nova-compute[75432]:   <devices>
Nov 27 14:22:42 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:22:42 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:22:42 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk"/>
Nov 27 14:22:42 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:22:42 user nova-compute[75432]:     </disk>
Nov 27 14:22:42 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:22:42 user nova-compute[75432]:       <mac address="fa:16:3e:46:4a:f6"/>
Nov 27 14:22:42 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:22:42 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:22:42 user nova-compute[75432]:       <target dev="tap2f823974-ee"/>
Nov 27 14:22:42 user nova-compute[75432]:     </interface>
Nov 27 14:22:42 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:22:42 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/console.log" append="off"/>
Nov 27 14:22:42 user nova-compute[75432]:     </serial>
Nov 27 14:22:42 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:22:42 user nova-compute[75432]:     <video>
Nov 27 14:22:42 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:22:42 user nova-compute[75432]:     </video>
Nov 27 14:22:42 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:22:42 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:22:42 user nova-compute[75432]:     </rng>
Nov 27 14:22:42 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:22:42 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:22:42 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:22:42 user nova-compute[75432]:     </memballoon>
Nov 27 14:22:42 user nova-compute[75432]:   </devices>
Nov 27 14:22:42 user nova-compute[75432]: </domain>
Nov 27 14:22:42 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-776168399',display_name='tempest-ServerActionsTestOtherA-server-776168399',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-776168399',id=4,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb3yFSCzlwwt6QzaMVBZeFWQ4pyDbhoPfiorogaKCtvqqNgdwVP7nSE8qqs8XU2taFEqIiNmYnA7fzrM5XfhJ6GWiw15oQSGSGVuy6d6kta3WAj58j/oDp3gmNtu7HUFg==',key_name='tempest-keypair-1653586749',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-5hnqa0y0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=8b3a8f81-c75b-4934-bf35-26ed1c56b9dd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:4a:f6,bridge_name='br-int',has_traffic_filtering=True,id=2f823974-ee6b-4bce-9128-9e4501d6c429,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f823974-ee') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG os_vif [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:4a:f6,bridge_name='br-int',has_traffic_filtering=True,id=2f823974-ee6b-4bce-9128-9e4501d6c429,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f823974-ee') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b2ce03f9-5cec-5f69-a1ed-83406abb76fd', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2f823974-ee, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2f823974-ee, col_values=(('qos', UUID('4a740ed5-93df-4fff-bc90-d35c0bff63e5')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2f823974-ee, col_values=(('external_ids', {'iface-id': '2f823974-ee6b-4bce-9128-9e4501d6c429', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:4a:f6', 'vm-uuid': '8b3a8f81-c75b-4934-bf35-26ed1c56b9dd'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: INFO os_vif [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:4a:f6,bridge_name='br-int',has_traffic_filtering=True,id=2f823974-ee6b-4bce-9128-9e4501d6c429,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f823974-ee')
Nov 27 14:22:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:22:42 user nova-compute[75432]: INFO nova.compute.claims [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Claim successful on node user
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No VIF found with MAC fa:16:3e:46:4a:f6, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.853s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG nova.network.neutron [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:22:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:22:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG nova.network.neutron [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Successfully created port: 59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:22:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Creating image(s)
Nov 27 14:22:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "/opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "/opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "/opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.015s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG nova.policy [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21e5f6317ca1424ab3c082f2d2cbd00b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '491b5c64d0c141439d6f662a34202002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:22:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG nova.network.neutron [req-15d30374-c82a-44ad-a555-5d64cb8f2acd req-d8b3f33f-2019-4daf-98d9-ee38aa83114d service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updated VIF entry in instance network info cache for port 2f823974-ee6b-4bce-9128-9e4501d6c429. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG nova.network.neutron [req-15d30374-c82a-44ad-a555-5d64cb8f2acd req-d8b3f33f-2019-4daf-98d9-ee38aa83114d service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updating instance_info_cache with network_info: [{"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-15d30374-c82a-44ad-a555-5d64cb8f2acd req-d8b3f33f-2019-4daf-98d9-ee38aa83114d service nova] Releasing lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.360s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk 1073741824" returned: 0 in 0.086s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.311s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.250s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-5ba3811b-1507-4a27-9ffc-8ebf67273bd7 req-0485fd79-c057-48bd-9951-6fc0978ee10b service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5ba3811b-1507-4a27-9ffc-8ebf67273bd7 req-0485fd79-c057-48bd-9951-6fc0978ee10b service nova] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5ba3811b-1507-4a27-9ffc-8ebf67273bd7 req-0485fd79-c057-48bd-9951-6fc0978ee10b service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5ba3811b-1507-4a27-9ffc-8ebf67273bd7 req-0485fd79-c057-48bd-9951-6fc0978ee10b service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-5ba3811b-1507-4a27-9ffc-8ebf67273bd7 req-0485fd79-c057-48bd-9951-6fc0978ee10b service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] No waiting events found dispatching network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:22:44 user nova-compute[75432]: WARNING nova.compute.manager [req-5ba3811b-1507-4a27-9ffc-8ebf67273bd7 req-0485fd79-c057-48bd-9951-6fc0978ee10b service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received unexpected event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 for instance with vm_state building and task_state spawning.
Nov 27 14:22:44 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:22:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:22:45 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance spawned successfully.
Nov 27 14:22:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json" returned: 0 in 0.268s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Cannot resize image /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Ensure instance console log exists: /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:45 user nova-compute[75432]: INFO nova.compute.manager [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Took 11.17 seconds to spawn the instance on the hypervisor.
Nov 27 14:22:45 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:22:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:45 user nova-compute[75432]: INFO nova.compute.manager [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Took 12.27 seconds to build instance.
Nov 27 14:22:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ddfd75a-168e-4a60-9cd0-ab9343ad4e93 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.569s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG nova.network.neutron [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Successfully updated port: 59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquired lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG nova.network.neutron [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG nova.compute.manager [req-ea76eb28-9356-47a9-b081-16f291f5b52d req-eaac64c7-a8cc-410d-9684-2880c26286ca service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-changed-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG nova.compute.manager [req-ea76eb28-9356-47a9-b081-16f291f5b52d req-eaac64c7-a8cc-410d-9684-2880c26286ca service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Refreshing instance network info cache due to event network-changed-59973ed2-cf57-4cd6-bccc-a372532b991b. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ea76eb28-9356-47a9-b081-16f291f5b52d req-eaac64c7-a8cc-410d-9684-2880c26286ca service nova] Acquiring lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG nova.network.neutron [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG nova.network.neutron [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Updating instance_info_cache with network_info: [{"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Releasing lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance network_info: |[{"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ea76eb28-9356-47a9-b081-16f291f5b52d req-eaac64c7-a8cc-410d-9684-2880c26286ca service nova] Acquired lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG nova.network.neutron [req-ea76eb28-9356-47a9-b081-16f291f5b52d req-eaac64c7-a8cc-410d-9684-2880c26286ca service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Refreshing network info cache for port 59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Start _get_guest_xml network_info=[{"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:22:46 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:46 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:22:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1865465615',display_name='tempest-AttachVolumeTestJSON-server-1865465615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1865465615',id=5,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBORgdhwK5SfSR4BJ9vxE/CIIWJHNYz6d9Z9xQCIvcrDvnGP17Tv4o2MBYIicIPybsyDcEVeDOBLkW7MaAU7ffzu2xEtcqx7AtyYkqhSWjhgWWG7JzC8LgZl1L+OpsAWbZQ==',key_name='tempest-keypair-1494367076',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='120c8d2b07a14fa5bfd93cf539303bc4',ramdisk_id='',reservation_id='r-j8i16j4s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1379447535',owner_user_name='tempest-AttachVolumeTestJSON-1379447535-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1958a7d52fd04a668c8a5ac8241792a0',uuid=86458776-cf1e-457c-8639-7c99bc80af53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converting VIF {"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.objects.instance [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'pci_devices' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.network.neutron [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Successfully created port: 99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.compute.manager [req-9afb250b-035b-4947-9859-9a2eb82e9c41 req-12cb1372-d61c-4b6c-94a5-9dced09346f8 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9afb250b-035b-4947-9859-9a2eb82e9c41 req-12cb1372-d61c-4b6c-94a5-9dced09346f8 service nova] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9afb250b-035b-4947-9859-9a2eb82e9c41 req-12cb1372-d61c-4b6c-94a5-9dced09346f8 service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9afb250b-035b-4947-9859-9a2eb82e9c41 req-12cb1372-d61c-4b6c-94a5-9dced09346f8 service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.compute.manager [req-9afb250b-035b-4947-9859-9a2eb82e9c41 req-12cb1372-d61c-4b6c-94a5-9dced09346f8 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] No waiting events found dispatching network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:22:47 user nova-compute[75432]: WARNING nova.compute.manager [req-9afb250b-035b-4947-9859-9a2eb82e9c41 req-12cb1372-d61c-4b6c-94a5-9dced09346f8 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received unexpected event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 for instance with vm_state active and task_state None.
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:22:47 user nova-compute[75432]:   <uuid>86458776-cf1e-457c-8639-7c99bc80af53</uuid>
Nov 27 14:22:47 user nova-compute[75432]:   <name>instance-00000005</name>
Nov 27 14:22:47 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:22:47 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:22:47 user nova-compute[75432]:   <metadata>
Nov 27 14:22:47 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:22:47 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:22:47 user nova-compute[75432]:       <nova:name>tempest-AttachVolumeTestJSON-server-1865465615</nova:name>
Nov 27 14:22:47 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:22:46</nova:creationTime>
Nov 27 14:22:47 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:22:47 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:22:47 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:22:47 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:22:47 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:22:47 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:22:47 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:22:47 user nova-compute[75432]:       <nova:owner>
Nov 27 14:22:47 user nova-compute[75432]:         <nova:user uuid="1958a7d52fd04a668c8a5ac8241792a0">tempest-AttachVolumeTestJSON-1379447535-project-member</nova:user>
Nov 27 14:22:47 user nova-compute[75432]:         <nova:project uuid="120c8d2b07a14fa5bfd93cf539303bc4">tempest-AttachVolumeTestJSON-1379447535</nova:project>
Nov 27 14:22:47 user nova-compute[75432]:       </nova:owner>
Nov 27 14:22:47 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:22:47 user nova-compute[75432]:       <nova:ports>
Nov 27 14:22:47 user nova-compute[75432]:         <nova:port uuid="59973ed2-cf57-4cd6-bccc-a372532b991b">
Nov 27 14:22:47 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 14:22:47 user nova-compute[75432]:         </nova:port>
Nov 27 14:22:47 user nova-compute[75432]:       </nova:ports>
Nov 27 14:22:47 user nova-compute[75432]:     </nova:instance>
Nov 27 14:22:47 user nova-compute[75432]:   </metadata>
Nov 27 14:22:47 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:22:47 user nova-compute[75432]:     <system>
Nov 27 14:22:47 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:22:47 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:22:47 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:22:47 user nova-compute[75432]:       <entry name="serial">86458776-cf1e-457c-8639-7c99bc80af53</entry>
Nov 27 14:22:47 user nova-compute[75432]:       <entry name="uuid">86458776-cf1e-457c-8639-7c99bc80af53</entry>
Nov 27 14:22:47 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:22:47 user nova-compute[75432]:     </system>
Nov 27 14:22:47 user nova-compute[75432]:   </sysinfo>
Nov 27 14:22:47 user nova-compute[75432]:   <os>
Nov 27 14:22:47 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:22:47 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:22:47 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:22:47 user nova-compute[75432]:   </os>
Nov 27 14:22:47 user nova-compute[75432]:   <features>
Nov 27 14:22:47 user nova-compute[75432]:     <acpi/>
Nov 27 14:22:47 user nova-compute[75432]:     <apic/>
Nov 27 14:22:47 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:22:47 user nova-compute[75432]:   </features>
Nov 27 14:22:47 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:22:47 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:22:47 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:22:47 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:22:47 user nova-compute[75432]:   </clock>
Nov 27 14:22:47 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:22:47 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:22:47 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:22:47 user nova-compute[75432]:   </cpu>
Nov 27 14:22:47 user nova-compute[75432]:   <devices>
Nov 27 14:22:47 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:22:47 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:22:47 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk"/>
Nov 27 14:22:47 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:22:47 user nova-compute[75432]:     </disk>
Nov 27 14:22:47 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:22:47 user nova-compute[75432]:       <mac address="fa:16:3e:a7:46:42"/>
Nov 27 14:22:47 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:22:47 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:22:47 user nova-compute[75432]:       <target dev="tap59973ed2-cf"/>
Nov 27 14:22:47 user nova-compute[75432]:     </interface>
Nov 27 14:22:47 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:22:47 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/console.log" append="off"/>
Nov 27 14:22:47 user nova-compute[75432]:     </serial>
Nov 27 14:22:47 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:22:47 user nova-compute[75432]:     <video>
Nov 27 14:22:47 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:22:47 user nova-compute[75432]:     </video>
Nov 27 14:22:47 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:22:47 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:22:47 user nova-compute[75432]:     </rng>
Nov 27 14:22:47 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:22:47 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:22:47 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:22:47 user nova-compute[75432]:     </memballoon>
Nov 27 14:22:47 user nova-compute[75432]:   </devices>
Nov 27 14:22:47 user nova-compute[75432]: </domain>
Nov 27 14:22:47 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1865465615',display_name='tempest-AttachVolumeTestJSON-server-1865465615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1865465615',id=5,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBORgdhwK5SfSR4BJ9vxE/CIIWJHNYz6d9Z9xQCIvcrDvnGP17Tv4o2MBYIicIPybsyDcEVeDOBLkW7MaAU7ffzu2xEtcqx7AtyYkqhSWjhgWWG7JzC8LgZl1L+OpsAWbZQ==',key_name='tempest-keypair-1494367076',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='120c8d2b07a14fa5bfd93cf539303bc4',ramdisk_id='',reservation_id='r-j8i16j4s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1379447535',owner_user_name='tempest-AttachVolumeTestJSON-1379447535-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1958a7d52fd04a668c8a5ac8241792a0',uuid=86458776-cf1e-457c-8639-7c99bc80af53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converting VIF {"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG os_vif [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5499233e-8d28-57e4-96c9-f2a5c29f06ce', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap59973ed2-cf, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap59973ed2-cf, col_values=(('qos', UUID('7f5dca59-54af-42f0-adaf-93d43096b607')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap59973ed2-cf, col_values=(('external_ids', {'iface-id': '59973ed2-cf57-4cd6-bccc-a372532b991b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a7:46:42', 'vm-uuid': '86458776-cf1e-457c-8639-7c99bc80af53'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.compute.manager [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:22:47 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Instance spawned successfully.
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:22:47 user nova-compute[75432]: INFO os_vif [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf')
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No VIF found with MAC fa:16:3e:a7:46:42, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:22:47 user nova-compute[75432]: INFO nova.compute.manager [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Took 12.28 seconds to spawn the instance on the hypervisor.
Nov 27 14:22:47 user nova-compute[75432]: DEBUG nova.compute.manager [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:47 user nova-compute[75432]: INFO nova.compute.manager [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Took 13.32 seconds to build instance.
Nov 27 14:22:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-69f086a4-5016-4979-9bcc-6bce6124e3ec tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.527s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:48 user nova-compute[75432]: DEBUG nova.network.neutron [req-ea76eb28-9356-47a9-b081-16f291f5b52d req-eaac64c7-a8cc-410d-9684-2880c26286ca service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Updated VIF entry in instance network info cache for port 59973ed2-cf57-4cd6-bccc-a372532b991b. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:22:48 user nova-compute[75432]: DEBUG nova.network.neutron [req-ea76eb28-9356-47a9-b081-16f291f5b52d req-eaac64c7-a8cc-410d-9684-2880c26286ca service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Updating instance_info_cache with network_info: [{"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ea76eb28-9356-47a9-b081-16f291f5b52d req-eaac64c7-a8cc-410d-9684-2880c26286ca service nova] Releasing lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:48 user nova-compute[75432]: DEBUG nova.network.neutron [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Successfully updated port: 99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:22:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquired lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:48 user nova-compute[75432]: DEBUG nova.network.neutron [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.network.neutron [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.compute.manager [req-f12afb65-68c1-4cb3-b40c-2eacc99d98f6 req-417c1e8c-ae1e-4b91-ad5b-b8238a5d564f service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-changed-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.compute.manager [req-f12afb65-68c1-4cb3-b40c-2eacc99d98f6 req-417c1e8c-ae1e-4b91-ad5b-b8238a5d564f service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Refreshing instance network info cache due to event network-changed-99da4146-3990-49f6-a098-627b04e2ff4c. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f12afb65-68c1-4cb3-b40c-2eacc99d98f6 req-417c1e8c-ae1e-4b91-ad5b-b8238a5d564f service nova] Acquiring lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.network.neutron [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updating instance_info_cache with network_info: [{"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Releasing lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.compute.manager [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Instance network_info: |[{"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f12afb65-68c1-4cb3-b40c-2eacc99d98f6 req-417c1e8c-ae1e-4b91-ad5b-b8238a5d564f service nova] Acquired lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.network.neutron [req-f12afb65-68c1-4cb3-b40c-2eacc99d98f6 req-417c1e8c-ae1e-4b91-ad5b-b8238a5d564f service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Refreshing network info cache for port 99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Start _get_guest_xml network_info=[{"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:22:49 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:49 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-859330745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-859330745',id=6,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAGZ7Ik1zzTytPPi9wrM3GmmbgsYg1idJCYBjzGRZImr/eIwXLm+ZMo8a7sRcJiEzIUkxsJwQZ3m/KSAtWsRxsFMwNRUzjLJXxb3pLan4rY7Osysk918gGj+AlRGD9/1Vg==',key_name='tempest-keypair-1267014867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='491b5c64d0c141439d6f662a34202002',ramdisk_id='',reservation_id='r-1475zwf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-790439868',owner_user_name='tempest-AttachVolumeShelveTestJSON-790439868-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21e5f6317ca1424ab3c082f2d2cbd00b',uuid=9f515838-2521-400d-a783-8abf36bdf8ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converting VIF {"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.objects.instance [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'pci_devices' on Instance uuid 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:22:49 user nova-compute[75432]:   <uuid>9f515838-2521-400d-a783-8abf36bdf8ee</uuid>
Nov 27 14:22:49 user nova-compute[75432]:   <name>instance-00000006</name>
Nov 27 14:22:49 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:22:49 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:22:49 user nova-compute[75432]:   <metadata>
Nov 27 14:22:49 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:22:49 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:22:49 user nova-compute[75432]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-859330745</nova:name>
Nov 27 14:22:49 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:22:49</nova:creationTime>
Nov 27 14:22:49 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:22:49 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:22:49 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:22:49 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:22:49 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:22:49 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:22:49 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:22:49 user nova-compute[75432]:       <nova:owner>
Nov 27 14:22:49 user nova-compute[75432]:         <nova:user uuid="21e5f6317ca1424ab3c082f2d2cbd00b">tempest-AttachVolumeShelveTestJSON-790439868-project-member</nova:user>
Nov 27 14:22:49 user nova-compute[75432]:         <nova:project uuid="491b5c64d0c141439d6f662a34202002">tempest-AttachVolumeShelveTestJSON-790439868</nova:project>
Nov 27 14:22:49 user nova-compute[75432]:       </nova:owner>
Nov 27 14:22:49 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:22:49 user nova-compute[75432]:       <nova:ports>
Nov 27 14:22:49 user nova-compute[75432]:         <nova:port uuid="99da4146-3990-49f6-a098-627b04e2ff4c">
Nov 27 14:22:49 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 14:22:49 user nova-compute[75432]:         </nova:port>
Nov 27 14:22:49 user nova-compute[75432]:       </nova:ports>
Nov 27 14:22:49 user nova-compute[75432]:     </nova:instance>
Nov 27 14:22:49 user nova-compute[75432]:   </metadata>
Nov 27 14:22:49 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:22:49 user nova-compute[75432]:     <system>
Nov 27 14:22:49 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:22:49 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:22:49 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:22:49 user nova-compute[75432]:       <entry name="serial">9f515838-2521-400d-a783-8abf36bdf8ee</entry>
Nov 27 14:22:49 user nova-compute[75432]:       <entry name="uuid">9f515838-2521-400d-a783-8abf36bdf8ee</entry>
Nov 27 14:22:49 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:22:49 user nova-compute[75432]:     </system>
Nov 27 14:22:49 user nova-compute[75432]:   </sysinfo>
Nov 27 14:22:49 user nova-compute[75432]:   <os>
Nov 27 14:22:49 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:22:49 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:22:49 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:22:49 user nova-compute[75432]:   </os>
Nov 27 14:22:49 user nova-compute[75432]:   <features>
Nov 27 14:22:49 user nova-compute[75432]:     <acpi/>
Nov 27 14:22:49 user nova-compute[75432]:     <apic/>
Nov 27 14:22:49 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:22:49 user nova-compute[75432]:   </features>
Nov 27 14:22:49 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:22:49 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:22:49 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:22:49 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:22:49 user nova-compute[75432]:   </clock>
Nov 27 14:22:49 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:22:49 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:22:49 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:22:49 user nova-compute[75432]:   </cpu>
Nov 27 14:22:49 user nova-compute[75432]:   <devices>
Nov 27 14:22:49 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:22:49 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:22:49 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk"/>
Nov 27 14:22:49 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:22:49 user nova-compute[75432]:     </disk>
Nov 27 14:22:49 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:22:49 user nova-compute[75432]:       <mac address="fa:16:3e:a4:65:39"/>
Nov 27 14:22:49 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:22:49 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:22:49 user nova-compute[75432]:       <target dev="tap99da4146-39"/>
Nov 27 14:22:49 user nova-compute[75432]:     </interface>
Nov 27 14:22:49 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:22:49 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/console.log" append="off"/>
Nov 27 14:22:49 user nova-compute[75432]:     </serial>
Nov 27 14:22:49 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:22:49 user nova-compute[75432]:     <video>
Nov 27 14:22:49 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:22:49 user nova-compute[75432]:     </video>
Nov 27 14:22:49 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:22:49 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:22:49 user nova-compute[75432]:     </rng>
Nov 27 14:22:49 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:22:49 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:22:49 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:22:49 user nova-compute[75432]:     </memballoon>
Nov 27 14:22:49 user nova-compute[75432]:   </devices>
Nov 27 14:22:49 user nova-compute[75432]: </domain>
Nov 27 14:22:49 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-859330745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-859330745',id=6,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAGZ7Ik1zzTytPPi9wrM3GmmbgsYg1idJCYBjzGRZImr/eIwXLm+ZMo8a7sRcJiEzIUkxsJwQZ3m/KSAtWsRxsFMwNRUzjLJXxb3pLan4rY7Osysk918gGj+AlRGD9/1Vg==',key_name='tempest-keypair-1267014867',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='491b5c64d0c141439d6f662a34202002',ramdisk_id='',reservation_id='r-1475zwf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-790439868',owner_user_name='tempest-AttachVolumeShelveTestJSON-790439868-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21e5f6317ca1424ab3c082f2d2cbd00b',uuid=9f515838-2521-400d-a783-8abf36bdf8ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converting VIF {"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG os_vif [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b50ba75-2a8e-5a1b-960d-73027fa26ec1', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap99da4146-39, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap99da4146-39, col_values=(('qos', UUID('2c854d0a-0803-48c9-aa2a-438a36e48b8c')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap99da4146-39, col_values=(('external_ids', {'iface-id': '99da4146-3990-49f6-a098-627b04e2ff4c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a4:65:39', 'vm-uuid': '9f515838-2521-400d-a783-8abf36bdf8ee'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:50 user nova-compute[75432]: INFO os_vif [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39')
Nov 27 14:22:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] No VIF found with MAC fa:16:3e:a4:65:39, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG nova.network.neutron [req-f12afb65-68c1-4cb3-b40c-2eacc99d98f6 req-417c1e8c-ae1e-4b91-ad5b-b8238a5d564f service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updated VIF entry in instance network info cache for port 99da4146-3990-49f6-a098-627b04e2ff4c. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG nova.network.neutron [req-f12afb65-68c1-4cb3-b40c-2eacc99d98f6 req-417c1e8c-ae1e-4b91-ad5b-b8238a5d564f service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updating instance_info_cache with network_info: [{"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f12afb65-68c1-4cb3-b40c-2eacc99d98f6 req-417c1e8c-ae1e-4b91-ad5b-b8238a5d564f service nova] Releasing lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:22:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:22:52 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance spawned successfully.
Nov 27 14:22:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:22:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:53 user nova-compute[75432]: INFO nova.compute.manager [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Took 12.66 seconds to spawn the instance on the hypervisor.
Nov 27 14:22:53 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:22:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-6c1d9137-66ce-450d-a906-0e094816b489 req-191e3a31-5292-426b-b436-d623da71e333 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received event network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6c1d9137-66ce-450d-a906-0e094816b489 req-191e3a31-5292-426b-b436-d623da71e333 service nova] Acquiring lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6c1d9137-66ce-450d-a906-0e094816b489 req-191e3a31-5292-426b-b436-d623da71e333 service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6c1d9137-66ce-450d-a906-0e094816b489 req-191e3a31-5292-426b-b436-d623da71e333 service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-6c1d9137-66ce-450d-a906-0e094816b489 req-191e3a31-5292-426b-b436-d623da71e333 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] No waiting events found dispatching network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:22:53 user nova-compute[75432]: WARNING nova.compute.manager [req-6c1d9137-66ce-450d-a906-0e094816b489 req-191e3a31-5292-426b-b436-d623da71e333 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received unexpected event network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f for instance with vm_state active and task_state None.
Nov 27 14:22:53 user nova-compute[75432]: INFO nova.compute.manager [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Took 13.93 seconds to build instance.
Nov 27 14:22:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dc371617-fd0f-48f4-94a1-6ee9f27a7254 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.151s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:22:55 user nova-compute[75432]: INFO nova.compute.claims [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Claim successful on node user
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-6657860d-1c58-4505-b309-ef505f26a15a req-898be290-2e72-4de0-962b-080e0c7ac32a service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received event network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6657860d-1c58-4505-b309-ef505f26a15a req-898be290-2e72-4de0-962b-080e0c7ac32a service nova] Acquiring lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6657860d-1c58-4505-b309-ef505f26a15a req-898be290-2e72-4de0-962b-080e0c7ac32a service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6657860d-1c58-4505-b309-ef505f26a15a req-898be290-2e72-4de0-962b-080e0c7ac32a service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-6657860d-1c58-4505-b309-ef505f26a15a req-898be290-2e72-4de0-962b-080e0c7ac32a service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] No waiting events found dispatching network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:22:55 user nova-compute[75432]: WARNING nova.compute.manager [req-6657860d-1c58-4505-b309-ef505f26a15a req-898be290-2e72-4de0-962b-080e0c7ac32a service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received unexpected event network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f for instance with vm_state active and task_state None.
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:22:55 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Instance spawned successfully.
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.795s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:22:55 user nova-compute[75432]: INFO nova.compute.manager [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Took 12.06 seconds to spawn the instance on the hypervisor.
Nov 27 14:22:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:22:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:22:56 user nova-compute[75432]: DEBUG nova.network.neutron [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:22:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:22:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:22:56 user nova-compute[75432]: INFO nova.compute.manager [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Took 13.60 seconds to build instance.
Nov 27 14:22:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-975fa549-8d34-43bc-ba21-594ee43f389b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "9f515838-2521-400d-a783-8abf36bdf8ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.827s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:56 user nova-compute[75432]: INFO nova.virt.block_device [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Booting with volume 6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 at /dev/vda
Nov 27 14:22:56 user nova-compute[75432]: DEBUG nova.policy [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea4678ac2edc43829e47997f9f3f8412', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f0fb2ad5fe4801b60434097df50f01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:22:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:56 user nova-compute[75432]: DEBUG os_brick.utils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:22:56 user nova-compute[75432]: INFO oslo.privsep.daemon [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmp5tz9upf9/privsep.sock']
Nov 27 14:22:56 user sudo[85640]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmp5tz9upf9/privsep.sock
Nov 27 14:22:56 user sudo[85640]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 27 14:22:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:22:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Successfully created port: 2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:22:58 user sudo[85640]: pam_unix(sudo:session): session closed for user root
Nov 27 14:22:58 user nova-compute[75432]: INFO oslo.privsep.daemon [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Spawned new privsep daemon via rootwrap
Nov 27 14:22:58 user nova-compute[75432]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 27 14:22:58 user nova-compute[75432]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 27 14:22:58 user nova-compute[75432]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 27 14:22:58 user nova-compute[75432]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85645
Nov 27 14:22:58 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0dbd5ea-1464-4d70-9a46-703e5e4abb64]: (2,) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:22:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Successfully updated port: 2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:22:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-105b87d2-63ad-44bb-8cd4-cb0f41855d86 req-42223cc2-add5-444e-813f-589367d12fc1 service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Received event network-vif-plugged-2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-105b87d2-63ad-44bb-8cd4-cb0f41855d86 req-42223cc2-add5-444e-813f-589367d12fc1 service nova] Acquiring lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-105b87d2-63ad-44bb-8cd4-cb0f41855d86 req-42223cc2-add5-444e-813f-589367d12fc1 service nova] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-105b87d2-63ad-44bb-8cd4-cb0f41855d86 req-42223cc2-add5-444e-813f-589367d12fc1 service nova] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:22:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-105b87d2-63ad-44bb-8cd4-cb0f41855d86 req-42223cc2-add5-444e-813f-589367d12fc1 service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] No waiting events found dispatching network-vif-plugged-2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:22:58 user nova-compute[75432]: WARNING nova.compute.manager [req-105b87d2-63ad-44bb-8cd4-cb0f41855d86 req-42223cc2-add5-444e-813f-589367d12fc1 service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Received unexpected event network-vif-plugged-2f823974-ee6b-4bce-9128-9e4501d6c429 for instance with vm_state active and task_state None.
Nov 27 14:22:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "refresh_cache-d3959cd6-e05e-42af-92e0-8cb520e76ec5" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquired lock "refresh_cache-d3959cd6-e05e-42af-92e0-8cb520e76ec5" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:22:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-99dfe539-add9-45b9-9b28-937794630e7c req-8ecb137c-8797-415a-bbb2-75cb26b2b505 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event network-changed-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-99dfe539-add9-45b9-9b28-937794630e7c req-8ecb137c-8797-415a-bbb2-75cb26b2b505 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Refreshing instance network info cache due to event network-changed-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-99dfe539-add9-45b9-9b28-937794630e7c req-8ecb137c-8797-415a-bbb2-75cb26b2b505 service nova] Acquiring lock "refresh_cache-d3959cd6-e05e-42af-92e0-8cb520e76ec5" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG nova.network.neutron [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.066s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c840abd-acfc-4d04-8dd9-325e5086a650]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:22:59 user nova-compute[75432]: WARNING os_brick.initiator.connectors.nvmeof [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.051s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dca3bba2-7901-4e14-b878-ba9365d0c6b7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.036s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c0b504c-5f00-4b8e-bff9-f32ec8002d77]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[00c87791-cb53-4ede-8130-08035a76d16a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:22:59 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[91d0d585-62fe-4bd5-85e7-f1626ef05543]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG os_brick.utils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] <== get_connector_properties: return (3091ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Updating existing volume attachment record: 56bd1df6-dceb-47d9-b797-487b7404e7ec {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG nova.compute.manager [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:22:59 user nova-compute[75432]: INFO nova.compute.claims [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Claim successful on node user
Nov 27 14:22:59 user nova-compute[75432]: DEBUG nova.network.neutron [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Updating instance_info_cache with network_info: [{"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Releasing lock "refresh_cache-d3959cd6-e05e-42af-92e0-8cb520e76ec5" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG nova.compute.manager [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Instance network_info: |[{"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:22:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-99dfe539-add9-45b9-9b28-937794630e7c req-8ecb137c-8797-415a-bbb2-75cb26b2b505 service nova] Acquired lock "refresh_cache-d3959cd6-e05e-42af-92e0-8cb520e76ec5" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG nova.network.neutron [req-99dfe539-add9-45b9-9b28-937794630e7c req-8ecb137c-8797-415a-bbb2-75cb26b2b505 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Refreshing network info cache for port 2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.736s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG nova.compute.manager [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-0a886bf1-1cf8-42cc-945e-5de03c2e00ef req-f4a72a9f-ac1c-4eeb-a215-c027f82e686a service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0a886bf1-1cf8-42cc-945e-5de03c2e00ef req-f4a72a9f-ac1c-4eeb-a215-c027f82e686a service nova] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0a886bf1-1cf8-42cc-945e-5de03c2e00ef req-f4a72a9f-ac1c-4eeb-a215-c027f82e686a service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0a886bf1-1cf8-42cc-945e-5de03c2e00ef req-f4a72a9f-ac1c-4eeb-a215-c027f82e686a service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-0a886bf1-1cf8-42cc-945e-5de03c2e00ef req-f4a72a9f-ac1c-4eeb-a215-c027f82e686a service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] No waiting events found dispatching network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:00 user nova-compute[75432]: WARNING nova.compute.manager [req-0a886bf1-1cf8-42cc-945e-5de03c2e00ef req-f4a72a9f-ac1c-4eeb-a215-c027f82e686a service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received unexpected event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b for instance with vm_state active and task_state None.
Nov 27 14:23:00 user nova-compute[75432]: DEBUG nova.compute.manager [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG nova.network.neutron [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:23:00 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:23:00 user nova-compute[75432]: DEBUG nova.compute.manager [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-30404b33-a9e2-41c5-8aa1-957309c0dd93 req-da135387-54d1-4bf3-af0b-1e46079c73dd service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Received event network-vif-plugged-2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-30404b33-a9e2-41c5-8aa1-957309c0dd93 req-da135387-54d1-4bf3-af0b-1e46079c73dd service nova] Acquiring lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-30404b33-a9e2-41c5-8aa1-957309c0dd93 req-da135387-54d1-4bf3-af0b-1e46079c73dd service nova] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-30404b33-a9e2-41c5-8aa1-957309c0dd93 req-da135387-54d1-4bf3-af0b-1e46079c73dd service nova] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-30404b33-a9e2-41c5-8aa1-957309c0dd93 req-da135387-54d1-4bf3-af0b-1e46079c73dd service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] No waiting events found dispatching network-vif-plugged-2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:01 user nova-compute[75432]: WARNING nova.compute.manager [req-30404b33-a9e2-41c5-8aa1-957309c0dd93 req-da135387-54d1-4bf3-af0b-1e46079c73dd service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Received unexpected event network-vif-plugged-2f823974-ee6b-4bce-9128-9e4501d6c429 for instance with vm_state active and task_state None.
Nov 27 14:23:01 user nova-compute[75432]: DEBUG nova.policy [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d3e7e9ae29441149f8865e84278226b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ccde559c304fbe98ba658e5abf6792', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG nova.compute.manager [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:23:01 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Creating image(s)
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:23:01 user nova-compute[75432]: INFO nova.compute.claims [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Claim successful on node user
Nov 27 14:23:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "370194d8-a6ef-4600-87de-ae645f4869c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.255s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG nova.network.neutron [req-99dfe539-add9-45b9-9b28-937794630e7c req-8ecb137c-8797-415a-bbb2-75cb26b2b505 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Updated VIF entry in instance network info cache for port 2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG nova.network.neutron [req-99dfe539-add9-45b9-9b28-937794630e7c req-8ecb137c-8797-415a-bbb2-75cb26b2b505 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Updating instance_info_cache with network_info: [{"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG nova.compute.manager [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-99dfe539-add9-45b9-9b28-937794630e7c req-8ecb137c-8797-415a-bbb2-75cb26b2b505 service nova] Releasing lock "refresh_cache-d3959cd6-e05e-42af-92e0-8cb520e76ec5" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.290s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk 1073741824" returned: 0 in 0.070s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.367s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.230s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.028s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.608s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:23:02 user nova-compute[75432]: INFO nova.compute.claims [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Claim successful on node user
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json" returned: 0 in 0.309s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Cannot resize image /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Ensure instance console log exists: /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:23:02 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.policy [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f00ff024cad47d0a1b9c6b3a95c2e45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb38af0a748849e98f2c207eec345e80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.network.neutron [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Successfully created port: 60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:23:02 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Creating image(s)
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "/opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "/opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "/opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "6276ce7db1ce8dbb842bf32188923fddf2f3ed0c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "6276ce7db1ce8dbb842bf32188923fddf2f3ed0c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] No waiting events found dispatching network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:02 user nova-compute[75432]: WARNING nova.compute.manager [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received unexpected event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b for instance with vm_state active and task_state None.
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] No waiting events found dispatching network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:02 user nova-compute[75432]: WARNING nova.compute.manager [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received unexpected event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c for instance with vm_state active and task_state None.
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] No waiting events found dispatching network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:02 user nova-compute[75432]: WARNING nova.compute.manager [req-ecea1f4b-4f72-4ac9-bdc4-d8fd04744c6b req-60f46fdc-5b8e-4f9f-a0e8-808b92ffa893 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received unexpected event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c for instance with vm_state active and task_state None.
Nov 27 14:23:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c.part --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:03 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:23:03 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:23:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c.part --force-share --output=json" returned: 0 in 0.248s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:03 user nova-compute[75432]: DEBUG nova.virt.images [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] 29079bb4-1eda-4a04-bfa8-4ddf17de9479 was qcow2, converting to raw {{(pid=75432) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 14:23:03 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:23:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c.part /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c.converted {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.439s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:23:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:23:03 user nova-compute[75432]: DEBUG nova.network.neutron [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:23:03 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:23:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c.part /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c.converted" returned: 0 in 0.327s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c.converted --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG nova.network.neutron [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Successfully updated port: 60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG nova.policy [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e027e24169404aabb88b8e06c477a947', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0063a8624b0e491fa292237cf4ccb1a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquired lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG nova.network.neutron [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Successfully created port: 9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:23:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Creating image(s)
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "/opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "/opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "/opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG nova.network.neutron [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c.converted --force-share --output=json" returned: 0 in 0.241s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "6276ce7db1ce8dbb842bf32188923fddf2f3ed0c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.525s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.285s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c --force-share --output=json" returned: 0 in 0.259s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "6276ce7db1ce8dbb842bf32188923fddf2f3ed0c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "6276ce7db1ce8dbb842bf32188923fddf2f3ed0c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.226s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk 1073741824" returned: 0 in 0.075s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.309s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-8929c2bd-c962-4d68-84f4-682ff510a06d req-a74ffdc6-294c-46d0-b0ad-fcd466758f9a service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-changed-60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-8929c2bd-c962-4d68-84f4-682ff510a06d req-a74ffdc6-294c-46d0-b0ad-fcd466758f9a service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Refreshing instance network info cache due to event network-changed-60643d67-fdcf-45e1-acb1-494066736b6a. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8929c2bd-c962-4d68-84f4-682ff510a06d req-a74ffdc6-294c-46d0-b0ad-fcd466758f9a service nova] Acquiring lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c --force-share --output=json" returned: 0 in 0.355s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c,backing_fmt=raw /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c,backing_fmt=raw /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk 1073741824" returned: 0 in 0.075s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "6276ce7db1ce8dbb842bf32188923fddf2f3ed0c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.437s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.260s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Checking if we can resize image /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c --force-share --output=json" returned: 0 in 0.259s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Checking if we can resize image /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.network.neutron [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Updating instance_info_cache with network_info: [{"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Cannot resize image /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Ensure instance console log exists: /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Releasing lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.compute.manager [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Instance network_info: |[{"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8929c2bd-c962-4d68-84f4-682ff510a06d req-a74ffdc6-294c-46d0-b0ad-fcd466758f9a service nova] Acquired lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.network.neutron [req-8929c2bd-c962-4d68-84f4-682ff510a06d req-a74ffdc6-294c-46d0-b0ad-fcd466758f9a service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Refreshing network info cache for port 60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Start _get_guest_xml network_info=[{"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:23:05 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:05 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:22:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1674808710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1674808710',id=8,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA8fK/1a1+XdUibHZ4pmQON3Bq+C+gR2u+IJq6Ggg9bMNnHwaqoQn5db2+fztt498qAUXyliwGQxW6eHgBSSFvI7JqlpIdYK1H6wgkIX8BYaiqZ3JypcvZjei9bguEXsKg==',key_name='tempest-keypair-280828922',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='48ccde559c304fbe98ba658e5abf6792',ramdisk_id='',reservation_id='r-f09sb4mk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-123890216',owner_user_name='tempest-TaggedAttachmentsTest-123890216-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:23:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7d3e7e9ae29441149f8865e84278226b',uuid=cea89a34-aa94-4a6d-9b69-04d1b53c59ec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converting VIF {"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:02:72,bridge_name='br-int',has_traffic_filtering=True,id=60643d67-fdcf-45e1-acb1-494066736b6a,network=Network(6c5de779-a56a-4fb8-b795-86418cbdff1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60643d67-fd') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.objects.instance [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lazy-loading 'pci_devices' on Instance uuid cea89a34-aa94-4a6d-9b69-04d1b53c59ec {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk --force-share --output=json" returned: 0 in 0.295s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Cannot resize image /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Ensure instance console log exists: /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:23:05 user nova-compute[75432]:   <uuid>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</uuid>
Nov 27 14:23:05 user nova-compute[75432]:   <name>instance-00000008</name>
Nov 27 14:23:05 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:23:05 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:23:05 user nova-compute[75432]:   <metadata>
Nov 27 14:23:05 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:23:05 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:23:05 user nova-compute[75432]:       <nova:name>tempest-device-tagging-server-1674808710</nova:name>
Nov 27 14:23:05 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:23:05</nova:creationTime>
Nov 27 14:23:05 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:23:05 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:23:05 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:23:05 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:23:05 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:23:05 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:23:05 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:23:05 user nova-compute[75432]:       <nova:owner>
Nov 27 14:23:05 user nova-compute[75432]:         <nova:user uuid="7d3e7e9ae29441149f8865e84278226b">tempest-TaggedAttachmentsTest-123890216-project-member</nova:user>
Nov 27 14:23:05 user nova-compute[75432]:         <nova:project uuid="48ccde559c304fbe98ba658e5abf6792">tempest-TaggedAttachmentsTest-123890216</nova:project>
Nov 27 14:23:05 user nova-compute[75432]:       </nova:owner>
Nov 27 14:23:05 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:23:05 user nova-compute[75432]:       <nova:ports>
Nov 27 14:23:05 user nova-compute[75432]:         <nova:port uuid="60643d67-fdcf-45e1-acb1-494066736b6a">
Nov 27 14:23:05 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 14:23:05 user nova-compute[75432]:         </nova:port>
Nov 27 14:23:05 user nova-compute[75432]:       </nova:ports>
Nov 27 14:23:05 user nova-compute[75432]:     </nova:instance>
Nov 27 14:23:05 user nova-compute[75432]:   </metadata>
Nov 27 14:23:05 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:23:05 user nova-compute[75432]:     <system>
Nov 27 14:23:05 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:23:05 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:23:05 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:23:05 user nova-compute[75432]:       <entry name="serial">cea89a34-aa94-4a6d-9b69-04d1b53c59ec</entry>
Nov 27 14:23:05 user nova-compute[75432]:       <entry name="uuid">cea89a34-aa94-4a6d-9b69-04d1b53c59ec</entry>
Nov 27 14:23:05 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:23:05 user nova-compute[75432]:     </system>
Nov 27 14:23:05 user nova-compute[75432]:   </sysinfo>
Nov 27 14:23:05 user nova-compute[75432]:   <os>
Nov 27 14:23:05 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:23:05 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:23:05 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:23:05 user nova-compute[75432]:   </os>
Nov 27 14:23:05 user nova-compute[75432]:   <features>
Nov 27 14:23:05 user nova-compute[75432]:     <acpi/>
Nov 27 14:23:05 user nova-compute[75432]:     <apic/>
Nov 27 14:23:05 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:23:05 user nova-compute[75432]:   </features>
Nov 27 14:23:05 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:23:05 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:23:05 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:23:05 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:23:05 user nova-compute[75432]:   </clock>
Nov 27 14:23:05 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:23:05 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:23:05 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:23:05 user nova-compute[75432]:   </cpu>
Nov 27 14:23:05 user nova-compute[75432]:   <devices>
Nov 27 14:23:05 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:23:05 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:23:05 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk"/>
Nov 27 14:23:05 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:23:05 user nova-compute[75432]:     </disk>
Nov 27 14:23:05 user nova-compute[75432]:     <disk type="file" device="cdrom">
Nov 27 14:23:05 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none"/>
Nov 27 14:23:05 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk.config"/>
Nov 27 14:23:05 user nova-compute[75432]:       <target dev="hda" bus="ide"/>
Nov 27 14:23:05 user nova-compute[75432]:     </disk>
Nov 27 14:23:05 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:23:05 user nova-compute[75432]:       <mac address="fa:16:3e:d3:02:72"/>
Nov 27 14:23:05 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:23:05 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:23:05 user nova-compute[75432]:       <target dev="tap60643d67-fd"/>
Nov 27 14:23:05 user nova-compute[75432]:     </interface>
Nov 27 14:23:05 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:23:05 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/console.log" append="off"/>
Nov 27 14:23:05 user nova-compute[75432]:     </serial>
Nov 27 14:23:05 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:23:05 user nova-compute[75432]:     <video>
Nov 27 14:23:05 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:23:05 user nova-compute[75432]:     </video>
Nov 27 14:23:05 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:23:05 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:23:05 user nova-compute[75432]:     </rng>
Nov 27 14:23:05 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:23:05 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:23:05 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:23:05 user nova-compute[75432]:     </memballoon>
Nov 27 14:23:05 user nova-compute[75432]:   </devices>
Nov 27 14:23:05 user nova-compute[75432]: </domain>
Nov 27 14:23:05 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:22:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1674808710',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1674808710',id=8,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA8fK/1a1+XdUibHZ4pmQON3Bq+C+gR2u+IJq6Ggg9bMNnHwaqoQn5db2+fztt498qAUXyliwGQxW6eHgBSSFvI7JqlpIdYK1H6wgkIX8BYaiqZ3JypcvZjei9bguEXsKg==',key_name='tempest-keypair-280828922',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='48ccde559c304fbe98ba658e5abf6792',ramdisk_id='',reservation_id='r-f09sb4mk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-123890216',owner_user_name='tempest-TaggedAttachmentsTest-123890216-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:23:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7d3e7e9ae29441149f8865e84278226b',uuid=cea89a34-aa94-4a6d-9b69-04d1b53c59ec,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converting VIF {"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d3:02:72,bridge_name='br-int',has_traffic_filtering=True,id=60643d67-fdcf-45e1-acb1-494066736b6a,network=Network(6c5de779-a56a-4fb8-b795-86418cbdff1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60643d67-fd') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG os_vif [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:02:72,bridge_name='br-int',has_traffic_filtering=True,id=60643d67-fdcf-45e1-acb1-494066736b6a,network=Network(6c5de779-a56a-4fb8-b795-86418cbdff1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60643d67-fd') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ead9f4c6-45cd-5fa5-b856-a55f3d49d147', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap60643d67-fd, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap60643d67-fd, col_values=(('qos', UUID('29a99e30-b9c3-4b50-9273-4f644fabfff1')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap60643d67-fd, col_values=(('external_ids', {'iface-id': '60643d67-fdcf-45e1-acb1-494066736b6a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d3:02:72', 'vm-uuid': 'cea89a34-aa94-4a6d-9b69-04d1b53c59ec'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Successfully updated port: 9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:05 user nova-compute[75432]: INFO os_vif [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d3:02:72,bridge_name='br-int',has_traffic_filtering=True,id=60643d67-fdcf-45e1-acb1-494066736b6a,network=Network(6c5de779-a56a-4fb8-b795-86418cbdff1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60643d67-fd')
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-2d259c0d-0595-4835-9dfd-00355ff799cd req-864adf26-6258-4300-85ff-c804d12f17cf service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Received event network-changed-9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-2d259c0d-0595-4835-9dfd-00355ff799cd req-864adf26-6258-4300-85ff-c804d12f17cf service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Refreshing instance network info cache due to event network-changed-9e06290a-55c9-41b9-a385-23b741e875d1. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2d259c0d-0595-4835-9dfd-00355ff799cd req-864adf26-6258-4300-85ff-c804d12f17cf service nova] Acquiring lock "refresh_cache-12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2d259c0d-0595-4835-9dfd-00355ff799cd req-864adf26-6258-4300-85ff-c804d12f17cf service nova] Acquired lock "refresh_cache-12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.network.neutron [req-2d259c0d-0595-4835-9dfd-00355ff799cd req-864adf26-6258-4300-85ff-c804d12f17cf service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Refreshing network info cache for port 9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "refresh_cache-12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] No BDM found with device name hda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] No VIF found with MAC fa:16:3e:d3:02:72, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:23:05 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Using config drive
Nov 27 14:23:05 user nova-compute[75432]: DEBUG nova.network.neutron [req-2d259c0d-0595-4835-9dfd-00355ff799cd req-864adf26-6258-4300-85ff-c804d12f17cf service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:23:06 user nova-compute[75432]: DEBUG nova.network.neutron [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Successfully created port: f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:23:06 user nova-compute[75432]: DEBUG nova.network.neutron [req-2d259c0d-0595-4835-9dfd-00355ff799cd req-864adf26-6258-4300-85ff-c804d12f17cf service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:23:06 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Creating config drive at /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk.config
Nov 27 14:23:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpyvy9s738 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2d259c0d-0595-4835-9dfd-00355ff799cd req-864adf26-6258-4300-85ff-c804d12f17cf service nova] Releasing lock "refresh_cache-12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:23:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquired lock "refresh_cache-12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:23:06 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:23:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpyvy9s738" returned: 0 in 0.086s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:06 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:23:06 user nova-compute[75432]: DEBUG nova.network.neutron [req-8929c2bd-c962-4d68-84f4-682ff510a06d req-a74ffdc6-294c-46d0-b0ad-fcd466758f9a service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Updated VIF entry in instance network info cache for port 60643d67-fdcf-45e1-acb1-494066736b6a. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:23:06 user nova-compute[75432]: DEBUG nova.network.neutron [req-8929c2bd-c962-4d68-84f4-682ff510a06d req-a74ffdc6-294c-46d0-b0ad-fcd466758f9a service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Updating instance_info_cache with network_info: [{"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:23:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8929c2bd-c962-4d68-84f4-682ff510a06d req-a74ffdc6-294c-46d0-b0ad-fcd466758f9a service nova] Releasing lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Updating instance_info_cache with network_info: [{"id": "9e06290a-55c9-41b9-a385-23b741e875d1", "address": "fa:16:3e:3f:80:da", "network": {"id": "9e66e1eb-d7c5-40e1-9d54-b1decc44ea99", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-773774456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb38af0a748849e98f2c207eec345e80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e06290a-55", "ovs_interfaceid": "9e06290a-55c9-41b9-a385-23b741e875d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Releasing lock "refresh_cache-12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Instance network_info: |[{"id": "9e06290a-55c9-41b9-a385-23b741e875d1", "address": "fa:16:3e:3f:80:da", "network": {"id": "9e66e1eb-d7c5-40e1-9d54-b1decc44ea99", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-773774456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb38af0a748849e98f2c207eec345e80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e06290a-55", "ovs_interfaceid": "9e06290a-55c9-41b9-a385-23b741e875d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Start _get_guest_xml network_info=[{"id": "9e06290a-55c9-41b9-a385-23b741e875d1", "address": "fa:16:3e:3f:80:da", "network": {"id": "9e66e1eb-d7c5-40e1-9d54-b1decc44ea99", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-773774456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb38af0a748849e98f2c207eec345e80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e06290a-55", "ovs_interfaceid": "9e06290a-55c9-41b9-a385-23b741e875d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:22:49Z,direct_url=<?>,disk_format='qcow2',id=29079bb4-1eda-4a04-bfa8-4ddf17de9479,min_disk=0,min_ram=0,name='',owner='d3dec0f2825640b489a3f308dbdec277',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:22:53Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/sda', 'guest_format': None, 'disk_bus': 'scsi', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '29079bb4-1eda-4a04-bfa8-4ddf17de9479'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:23:07 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:07 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:22:49Z,direct_url=<?>,disk_format='qcow2',id=29079bb4-1eda-4a04-bfa8-4ddf17de9479,min_disk=0,min_ram=0,name='',owner='d3dec0f2825640b489a3f308dbdec277',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:22:53Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:22:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1046175658',display_name='tempest-AttachSCSIVolumeTestJSON-server-1046175658',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1046175658',id=9,image_ref='29079bb4-1eda-4a04-bfa8-4ddf17de9479',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBtOM6IsUzVmw7z/+KpRBp/cpJ3HYZfkSjK22bkDsX7K0eMzay2SQ8IraRGnuQcEEXJODM3CfaEsVoIbHtWpE23Dk0LXoTRobWga5Fs/+UYqFeCEKqXh58jd+Wbam3Tzqw==',key_name='tempest-keypair-2099023593',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cb38af0a748849e98f2c207eec345e80',ramdisk_id='',reservation_id='r-dr7d1vem',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='29079bb4-1eda-4a04-bfa8-4ddf17de9479',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1746990198',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1746990198-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:23:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7f00ff024cad47d0a1b9c6b3a95c2e45',uuid=12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9e06290a-55c9-41b9-a385-23b741e875d1", "address": "fa:16:3e:3f:80:da", "network": {"id": "9e66e1eb-d7c5-40e1-9d54-b1decc44ea99", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-773774456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb38af0a748849e98f2c207eec345e80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e06290a-55", "ovs_interfaceid": "9e06290a-55c9-41b9-a385-23b741e875d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Converting VIF {"id": "9e06290a-55c9-41b9-a385-23b741e875d1", "address": "fa:16:3e:3f:80:da", "network": {"id": "9e66e1eb-d7c5-40e1-9d54-b1decc44ea99", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-773774456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb38af0a748849e98f2c207eec345e80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e06290a-55", "ovs_interfaceid": "9e06290a-55c9-41b9-a385-23b741e875d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:80:da,bridge_name='br-int',has_traffic_filtering=True,id=9e06290a-55c9-41b9-a385-23b741e875d1,network=Network(9e66e1eb-d7c5-40e1-9d54-b1decc44ea99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e06290a-55') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.objects.instance [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lazy-loading 'pci_devices' on Instance uuid 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:23:07 user nova-compute[75432]:   <uuid>12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad</uuid>
Nov 27 14:23:07 user nova-compute[75432]:   <name>instance-00000009</name>
Nov 27 14:23:07 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:23:07 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:23:07 user nova-compute[75432]:   <metadata>
Nov 27 14:23:07 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:23:07 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:23:07 user nova-compute[75432]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1046175658</nova:name>
Nov 27 14:23:07 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:23:07</nova:creationTime>
Nov 27 14:23:07 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:23:07 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:23:07 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:23:07 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:23:07 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:23:07 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:23:07 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:23:07 user nova-compute[75432]:       <nova:owner>
Nov 27 14:23:07 user nova-compute[75432]:         <nova:user uuid="7f00ff024cad47d0a1b9c6b3a95c2e45">tempest-AttachSCSIVolumeTestJSON-1746990198-project-member</nova:user>
Nov 27 14:23:07 user nova-compute[75432]:         <nova:project uuid="cb38af0a748849e98f2c207eec345e80">tempest-AttachSCSIVolumeTestJSON-1746990198</nova:project>
Nov 27 14:23:07 user nova-compute[75432]:       </nova:owner>
Nov 27 14:23:07 user nova-compute[75432]:       <nova:root type="image" uuid="29079bb4-1eda-4a04-bfa8-4ddf17de9479"/>
Nov 27 14:23:07 user nova-compute[75432]:       <nova:ports>
Nov 27 14:23:07 user nova-compute[75432]:         <nova:port uuid="9e06290a-55c9-41b9-a385-23b741e875d1">
Nov 27 14:23:07 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 14:23:07 user nova-compute[75432]:         </nova:port>
Nov 27 14:23:07 user nova-compute[75432]:       </nova:ports>
Nov 27 14:23:07 user nova-compute[75432]:     </nova:instance>
Nov 27 14:23:07 user nova-compute[75432]:   </metadata>
Nov 27 14:23:07 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:23:07 user nova-compute[75432]:     <system>
Nov 27 14:23:07 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:23:07 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:23:07 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:23:07 user nova-compute[75432]:       <entry name="serial">12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad</entry>
Nov 27 14:23:07 user nova-compute[75432]:       <entry name="uuid">12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad</entry>
Nov 27 14:23:07 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:23:07 user nova-compute[75432]:     </system>
Nov 27 14:23:07 user nova-compute[75432]:   </sysinfo>
Nov 27 14:23:07 user nova-compute[75432]:   <os>
Nov 27 14:23:07 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:23:07 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:23:07 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:23:07 user nova-compute[75432]:   </os>
Nov 27 14:23:07 user nova-compute[75432]:   <features>
Nov 27 14:23:07 user nova-compute[75432]:     <acpi/>
Nov 27 14:23:07 user nova-compute[75432]:     <apic/>
Nov 27 14:23:07 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:23:07 user nova-compute[75432]:   </features>
Nov 27 14:23:07 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:23:07 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:23:07 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:23:07 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:23:07 user nova-compute[75432]:   </clock>
Nov 27 14:23:07 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:23:07 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:23:07 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:23:07 user nova-compute[75432]:   </cpu>
Nov 27 14:23:07 user nova-compute[75432]:   <devices>
Nov 27 14:23:07 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:23:07 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:23:07 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk"/>
Nov 27 14:23:07 user nova-compute[75432]:       <target dev="sda" bus="scsi"/>
Nov 27 14:23:07 user nova-compute[75432]:       <address type="drive" controller="0" unit="0"/>
Nov 27 14:23:07 user nova-compute[75432]:     </disk>
Nov 27 14:23:07 user nova-compute[75432]:     <disk type="file" device="cdrom">
Nov 27 14:23:07 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none"/>
Nov 27 14:23:07 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk.config"/>
Nov 27 14:23:07 user nova-compute[75432]:       <target dev="sdb" bus="scsi"/>
Nov 27 14:23:07 user nova-compute[75432]:       <address type="drive" controller="0" unit="1"/>
Nov 27 14:23:07 user nova-compute[75432]:     </disk>
Nov 27 14:23:07 user nova-compute[75432]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 27 14:23:07 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:23:07 user nova-compute[75432]:       <mac address="fa:16:3e:3f:80:da"/>
Nov 27 14:23:07 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:23:07 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:23:07 user nova-compute[75432]:       <target dev="tap9e06290a-55"/>
Nov 27 14:23:07 user nova-compute[75432]:     </interface>
Nov 27 14:23:07 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:23:07 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/console.log" append="off"/>
Nov 27 14:23:07 user nova-compute[75432]:     </serial>
Nov 27 14:23:07 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:23:07 user nova-compute[75432]:     <video>
Nov 27 14:23:07 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:23:07 user nova-compute[75432]:     </video>
Nov 27 14:23:07 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:23:07 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:23:07 user nova-compute[75432]:     </rng>
Nov 27 14:23:07 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:23:07 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:23:07 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:23:07 user nova-compute[75432]:     </memballoon>
Nov 27 14:23:07 user nova-compute[75432]:   </devices>
Nov 27 14:23:07 user nova-compute[75432]: </domain>
Nov 27 14:23:07 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:22:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1046175658',display_name='tempest-AttachSCSIVolumeTestJSON-server-1046175658',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1046175658',id=9,image_ref='29079bb4-1eda-4a04-bfa8-4ddf17de9479',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBtOM6IsUzVmw7z/+KpRBp/cpJ3HYZfkSjK22bkDsX7K0eMzay2SQ8IraRGnuQcEEXJODM3CfaEsVoIbHtWpE23Dk0LXoTRobWga5Fs/+UYqFeCEKqXh58jd+Wbam3Tzqw==',key_name='tempest-keypair-2099023593',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cb38af0a748849e98f2c207eec345e80',ramdisk_id='',reservation_id='r-dr7d1vem',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='29079bb4-1eda-4a04-bfa8-4ddf17de9479',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1746990198',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1746990198-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:23:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7f00ff024cad47d0a1b9c6b3a95c2e45',uuid=12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9e06290a-55c9-41b9-a385-23b741e875d1", "address": "fa:16:3e:3f:80:da", "network": {"id": "9e66e1eb-d7c5-40e1-9d54-b1decc44ea99", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-773774456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb38af0a748849e98f2c207eec345e80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e06290a-55", "ovs_interfaceid": "9e06290a-55c9-41b9-a385-23b741e875d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Converting VIF {"id": "9e06290a-55c9-41b9-a385-23b741e875d1", "address": "fa:16:3e:3f:80:da", "network": {"id": "9e66e1eb-d7c5-40e1-9d54-b1decc44ea99", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-773774456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb38af0a748849e98f2c207eec345e80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e06290a-55", "ovs_interfaceid": "9e06290a-55c9-41b9-a385-23b741e875d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:80:da,bridge_name='br-int',has_traffic_filtering=True,id=9e06290a-55c9-41b9-a385-23b741e875d1,network=Network(9e66e1eb-d7c5-40e1-9d54-b1decc44ea99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e06290a-55') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG os_vif [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:80:da,bridge_name='br-int',has_traffic_filtering=True,id=9e06290a-55c9-41b9-a385-23b741e875d1,network=Network(9e66e1eb-d7c5-40e1-9d54-b1decc44ea99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e06290a-55') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '09057d63-2756-5dea-bc6f-a73700c2d832', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9e06290a-55, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9e06290a-55, col_values=(('qos', UUID('e5974128-f040-4c71-8844-c8e7d6792ede')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9e06290a-55, col_values=(('external_ids', {'iface-id': '9e06290a-55c9-41b9-a385-23b741e875d1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3f:80:da', 'vm-uuid': '12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:07 user nova-compute[75432]: INFO os_vif [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:80:da,bridge_name='br-int',has_traffic_filtering=True,id=9e06290a-55c9-41b9-a385-23b741e875d1,network=Network(9e66e1eb-d7c5-40e1-9d54-b1decc44ea99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e06290a-55')
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.network.neutron [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Successfully updated port: f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "refresh_cache-370194d8-a6ef-4600-87de-ae645f4869c0" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquired lock "refresh_cache-370194d8-a6ef-4600-87de-ae645f4869c0" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.network.neutron [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] No BDM found with device name sda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] No VIF found with MAC fa:16:3e:3f:80:da, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:23:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Using config drive
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4270d06-193f-42a9-b3df-9d343c0c775e req-70fa0d50-c2e1-4c37-8b4a-8916741c3f43 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Received event network-changed-f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4270d06-193f-42a9-b3df-9d343c0c775e req-70fa0d50-c2e1-4c37-8b4a-8916741c3f43 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Refreshing instance network info cache due to event network-changed-f9312cda-ae8b-4301-a165-4f473c739b20. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4270d06-193f-42a9-b3df-9d343c0c775e req-70fa0d50-c2e1-4c37-8b4a-8916741c3f43 service nova] Acquiring lock "refresh_cache-370194d8-a6ef-4600-87de-ae645f4869c0" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG nova.network.neutron [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:23:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Creating config drive at /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk.config
Nov 27 14:23:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpd5vtg3qw {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpd5vtg3qw" returned: 0 in 0.081s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.network.neutron [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Updating instance_info_cache with network_info: [{"id": "f9312cda-ae8b-4301-a165-4f473c739b20", "address": "fa:16:3e:e5:b3:3f", "network": {"id": "fdbdd960-83ea-4386-94fc-b85fce6e2bc5", "bridge": "br-int", "label": "tempest-TestVolumeSwap-476684886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0063a8624b0e491fa292237cf4ccb1a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9312cda-ae", "ovs_interfaceid": "f9312cda-ae8b-4301-a165-4f473c739b20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Releasing lock "refresh_cache-370194d8-a6ef-4600-87de-ae645f4869c0" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.compute.manager [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Instance network_info: |[{"id": "f9312cda-ae8b-4301-a165-4f473c739b20", "address": "fa:16:3e:e5:b3:3f", "network": {"id": "fdbdd960-83ea-4386-94fc-b85fce6e2bc5", "bridge": "br-int", "label": "tempest-TestVolumeSwap-476684886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0063a8624b0e491fa292237cf4ccb1a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9312cda-ae", "ovs_interfaceid": "f9312cda-ae8b-4301-a165-4f473c739b20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4270d06-193f-42a9-b3df-9d343c0c775e req-70fa0d50-c2e1-4c37-8b4a-8916741c3f43 service nova] Acquired lock "refresh_cache-370194d8-a6ef-4600-87de-ae645f4869c0" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.network.neutron [req-a4270d06-193f-42a9-b3df-9d343c0c775e req-70fa0d50-c2e1-4c37-8b4a-8916741c3f43 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Refreshing network info cache for port f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Start _get_guest_xml network_info=[{"id": "f9312cda-ae8b-4301-a165-4f473c739b20", "address": "fa:16:3e:e5:b3:3f", "network": {"id": "fdbdd960-83ea-4386-94fc-b85fce6e2bc5", "bridge": "br-int", "label": "tempest-TestVolumeSwap-476684886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0063a8624b0e491fa292237cf4ccb1a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9312cda-ae", "ovs_interfaceid": "f9312cda-ae8b-4301-a165-4f473c739b20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:23:08 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:08 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:23:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-782067935',display_name='tempest-TestVolumeSwap-server-782067935',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-782067935',id=10,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLHjlsByh3r5FExpSHXyh9GO1VoMqjK46mQet1zZ40/Mt2MCiR2qjgCpbv0eKZ5P6haGYsD1kSxIM6fwv3Pn9yeBo6V0GnA4aR0vUGAki8DTiohXQWfoP/mAztXwFtWYIA==',key_name='tempest-keypair-1510796375',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0063a8624b0e491fa292237cf4ccb1a2',ramdisk_id='',reservation_id='r-wfysfgkr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-379005916',owner_user_name='tempest-TestVolumeSwap-379005916-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:23:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e027e24169404aabb88b8e06c477a947',uuid=370194d8-a6ef-4600-87de-ae645f4869c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f9312cda-ae8b-4301-a165-4f473c739b20", "address": "fa:16:3e:e5:b3:3f", "network": {"id": "fdbdd960-83ea-4386-94fc-b85fce6e2bc5", "bridge": "br-int", "label": "tempest-TestVolumeSwap-476684886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0063a8624b0e491fa292237cf4ccb1a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9312cda-ae", "ovs_interfaceid": "f9312cda-ae8b-4301-a165-4f473c739b20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Converting VIF {"id": "f9312cda-ae8b-4301-a165-4f473c739b20", "address": "fa:16:3e:e5:b3:3f", "network": {"id": "fdbdd960-83ea-4386-94fc-b85fce6e2bc5", "bridge": "br-int", "label": "tempest-TestVolumeSwap-476684886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0063a8624b0e491fa292237cf4ccb1a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9312cda-ae", "ovs_interfaceid": "f9312cda-ae8b-4301-a165-4f473c739b20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b3:3f,bridge_name='br-int',has_traffic_filtering=True,id=f9312cda-ae8b-4301-a165-4f473c739b20,network=Network(fdbdd960-83ea-4386-94fc-b85fce6e2bc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9312cda-ae') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.objects.instance [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lazy-loading 'pci_devices' on Instance uuid 370194d8-a6ef-4600-87de-ae645f4869c0 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:23:08 user nova-compute[75432]:   <uuid>370194d8-a6ef-4600-87de-ae645f4869c0</uuid>
Nov 27 14:23:08 user nova-compute[75432]:   <name>instance-0000000a</name>
Nov 27 14:23:08 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:23:08 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:23:08 user nova-compute[75432]:   <metadata>
Nov 27 14:23:08 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:23:08 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:23:08 user nova-compute[75432]:       <nova:name>tempest-TestVolumeSwap-server-782067935</nova:name>
Nov 27 14:23:08 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:23:08</nova:creationTime>
Nov 27 14:23:08 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:23:08 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:23:08 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:23:08 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:23:08 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:23:08 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:23:08 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:23:08 user nova-compute[75432]:       <nova:owner>
Nov 27 14:23:08 user nova-compute[75432]:         <nova:user uuid="e027e24169404aabb88b8e06c477a947">tempest-TestVolumeSwap-379005916-project-member</nova:user>
Nov 27 14:23:08 user nova-compute[75432]:         <nova:project uuid="0063a8624b0e491fa292237cf4ccb1a2">tempest-TestVolumeSwap-379005916</nova:project>
Nov 27 14:23:08 user nova-compute[75432]:       </nova:owner>
Nov 27 14:23:08 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:23:08 user nova-compute[75432]:       <nova:ports>
Nov 27 14:23:08 user nova-compute[75432]:         <nova:port uuid="f9312cda-ae8b-4301-a165-4f473c739b20">
Nov 27 14:23:08 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 27 14:23:08 user nova-compute[75432]:         </nova:port>
Nov 27 14:23:08 user nova-compute[75432]:       </nova:ports>
Nov 27 14:23:08 user nova-compute[75432]:     </nova:instance>
Nov 27 14:23:08 user nova-compute[75432]:   </metadata>
Nov 27 14:23:08 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:23:08 user nova-compute[75432]:     <system>
Nov 27 14:23:08 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:23:08 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:23:08 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:23:08 user nova-compute[75432]:       <entry name="serial">370194d8-a6ef-4600-87de-ae645f4869c0</entry>
Nov 27 14:23:08 user nova-compute[75432]:       <entry name="uuid">370194d8-a6ef-4600-87de-ae645f4869c0</entry>
Nov 27 14:23:08 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:23:08 user nova-compute[75432]:     </system>
Nov 27 14:23:08 user nova-compute[75432]:   </sysinfo>
Nov 27 14:23:08 user nova-compute[75432]:   <os>
Nov 27 14:23:08 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:23:08 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:23:08 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:23:08 user nova-compute[75432]:   </os>
Nov 27 14:23:08 user nova-compute[75432]:   <features>
Nov 27 14:23:08 user nova-compute[75432]:     <acpi/>
Nov 27 14:23:08 user nova-compute[75432]:     <apic/>
Nov 27 14:23:08 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:23:08 user nova-compute[75432]:   </features>
Nov 27 14:23:08 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:23:08 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:23:08 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:23:08 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:23:08 user nova-compute[75432]:   </clock>
Nov 27 14:23:08 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:23:08 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:23:08 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:23:08 user nova-compute[75432]:   </cpu>
Nov 27 14:23:08 user nova-compute[75432]:   <devices>
Nov 27 14:23:08 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:23:08 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:23:08 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk"/>
Nov 27 14:23:08 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:23:08 user nova-compute[75432]:     </disk>
Nov 27 14:23:08 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:23:08 user nova-compute[75432]:       <mac address="fa:16:3e:e5:b3:3f"/>
Nov 27 14:23:08 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:23:08 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:23:08 user nova-compute[75432]:       <target dev="tapf9312cda-ae"/>
Nov 27 14:23:08 user nova-compute[75432]:     </interface>
Nov 27 14:23:08 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:23:08 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/console.log" append="off"/>
Nov 27 14:23:08 user nova-compute[75432]:     </serial>
Nov 27 14:23:08 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:23:08 user nova-compute[75432]:     <video>
Nov 27 14:23:08 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:23:08 user nova-compute[75432]:     </video>
Nov 27 14:23:08 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:23:08 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:23:08 user nova-compute[75432]:     </rng>
Nov 27 14:23:08 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:23:08 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:23:08 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:23:08 user nova-compute[75432]:     </memballoon>
Nov 27 14:23:08 user nova-compute[75432]:   </devices>
Nov 27 14:23:08 user nova-compute[75432]: </domain>
Nov 27 14:23:08 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:23:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-782067935',display_name='tempest-TestVolumeSwap-server-782067935',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-782067935',id=10,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLHjlsByh3r5FExpSHXyh9GO1VoMqjK46mQet1zZ40/Mt2MCiR2qjgCpbv0eKZ5P6haGYsD1kSxIM6fwv3Pn9yeBo6V0GnA4aR0vUGAki8DTiohXQWfoP/mAztXwFtWYIA==',key_name='tempest-keypair-1510796375',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0063a8624b0e491fa292237cf4ccb1a2',ramdisk_id='',reservation_id='r-wfysfgkr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-379005916',owner_user_name='tempest-TestVolumeSwap-379005916-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:23:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e027e24169404aabb88b8e06c477a947',uuid=370194d8-a6ef-4600-87de-ae645f4869c0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f9312cda-ae8b-4301-a165-4f473c739b20", "address": "fa:16:3e:e5:b3:3f", "network": {"id": "fdbdd960-83ea-4386-94fc-b85fce6e2bc5", "bridge": "br-int", "label": "tempest-TestVolumeSwap-476684886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0063a8624b0e491fa292237cf4ccb1a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9312cda-ae", "ovs_interfaceid": "f9312cda-ae8b-4301-a165-4f473c739b20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Converting VIF {"id": "f9312cda-ae8b-4301-a165-4f473c739b20", "address": "fa:16:3e:e5:b3:3f", "network": {"id": "fdbdd960-83ea-4386-94fc-b85fce6e2bc5", "bridge": "br-int", "label": "tempest-TestVolumeSwap-476684886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0063a8624b0e491fa292237cf4ccb1a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9312cda-ae", "ovs_interfaceid": "f9312cda-ae8b-4301-a165-4f473c739b20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b3:3f,bridge_name='br-int',has_traffic_filtering=True,id=f9312cda-ae8b-4301-a165-4f473c739b20,network=Network(fdbdd960-83ea-4386-94fc-b85fce6e2bc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9312cda-ae') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG os_vif [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b3:3f,bridge_name='br-int',has_traffic_filtering=True,id=f9312cda-ae8b-4301-a165-4f473c739b20,network=Network(fdbdd960-83ea-4386-94fc-b85fce6e2bc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9312cda-ae') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89d415a5-a233-5f7a-b428-77bb00528e8d', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf9312cda-ae, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf9312cda-ae, col_values=(('qos', UUID('98c37b11-ca0a-47a2-9001-61877f33bca5')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf9312cda-ae, col_values=(('external_ids', {'iface-id': 'f9312cda-ae8b-4301-a165-4f473c739b20', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e5:b3:3f', 'vm-uuid': '370194d8-a6ef-4600-87de-ae645f4869c0'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: INFO os_vif [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e5:b3:3f,bridge_name='br-int',has_traffic_filtering=True,id=f9312cda-ae8b-4301-a165-4f473c739b20,network=Network(fdbdd960-83ea-4386-94fc-b85fce6e2bc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9312cda-ae')
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] No VIF found with MAC fa:16:3e:e5:b3:3f, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.compute.manager [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:23:09 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Creating image(s)
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Ensure instance console log exists: /opt/stack/data/nova/instances/d3959cd6-e05e-42af-92e0-8cb520e76ec5/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Start _get_guest_xml network_info=[{"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '56bd1df6-dceb-47d9-b797-487b7404e7ec', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QcLljAmx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd3959cd6-e05e-42af-92e0-8cb520e76ec5', 'attached_at': '', 'detached_at': '', 'volume_id': '6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 'serial': '6e21a7a8-7ef1-4150-bd15-f3c779b9afa3'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:23:09 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:09 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connector [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Factory for ISCSI on None {{(pid=75432) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QcLljAmx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:23:09 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:23:09 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:23:09 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d14d97e1-3d52-456b-9b83-abc02dc88546]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:23:09 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e316bf-5f27-40a0-9d32-7977ae68f7c8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3] added
Nov 27 14:23:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.compute.manager [req-47b611ae-cd3b-47ed-98f8-a03d3b6a75af req-091e037f-b210-4191-8d0e-93db3349a4c2 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-vif-plugged-60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-47b611ae-cd3b-47ed-98f8-a03d3b6a75af req-091e037f-b210-4191-8d0e-93db3349a4c2 service nova] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-47b611ae-cd3b-47ed-98f8-a03d3b6a75af req-091e037f-b210-4191-8d0e-93db3349a4c2 service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-47b611ae-cd3b-47ed-98f8-a03d3b6a75af req-091e037f-b210-4191-8d0e-93db3349a4c2 service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.compute.manager [req-47b611ae-cd3b-47ed-98f8-a03d3b6a75af req-091e037f-b210-4191-8d0e-93db3349a4c2 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] No waiting events found dispatching network-vif-plugged-60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:09 user nova-compute[75432]: WARNING nova.compute.manager [req-47b611ae-cd3b-47ed-98f8-a03d3b6a75af req-091e037f-b210-4191-8d0e-93db3349a4c2 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received unexpected event network-vif-plugged-60643d67-fdcf-45e1-acb1-494066736b6a for instance with vm_state building and task_state spawning.
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.compute.manager [req-47b611ae-cd3b-47ed-98f8-a03d3b6a75af req-091e037f-b210-4191-8d0e-93db3349a4c2 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-vif-plugged-60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-47b611ae-cd3b-47ed-98f8-a03d3b6a75af req-091e037f-b210-4191-8d0e-93db3349a4c2 service nova] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-47b611ae-cd3b-47ed-98f8-a03d3b6a75af req-091e037f-b210-4191-8d0e-93db3349a4c2 service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-47b611ae-cd3b-47ed-98f8-a03d3b6a75af req-091e037f-b210-4191-8d0e-93db3349a4c2 service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.compute.manager [req-47b611ae-cd3b-47ed-98f8-a03d3b6a75af req-091e037f-b210-4191-8d0e-93db3349a4c2 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] No waiting events found dispatching network-vif-plugged-60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:09 user nova-compute[75432]: WARNING nova.compute.manager [req-47b611ae-cd3b-47ed-98f8-a03d3b6a75af req-091e037f-b210-4191-8d0e-93db3349a4c2 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received unexpected event network-vif-plugged-60643d67-fdcf-45e1-acb1-494066736b6a for instance with vm_state building and task_state spawning.
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[613234d8-3ebe-4d72-8aa8-acbc20c83e05]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a162bb4d-cfcf-4a15-bf88-0ef722afb41c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QcLljAmx {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QcLljAmx" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac3796b8-bb37-473a-a0c1-1f9beaf5ff96]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QcLljAmx'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d75d3e4-bd40-4526-90d7-b4debf564da9]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[686ac1fa-fb33-4611-b95f-490ea0bc84d9]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 14:23:09 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 14:23:09 user nova-compute[75432]:  {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:23:09 user nova-compute[75432]: WARNING os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 14:23:09 user nova-compute[75432]: 
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dc86105-4c34-4b55-a8a0-5673d603fa34]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260]
Nov 27 14:23:09 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260] successful.
Nov 27 14:23:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a0c175b-88f2-470a-8a76-b7067d574a9e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fcf1779-e10f-4a1e-ad2a-49e5570aade6]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:23:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:23:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f13f3cae-a565-4761-b953-23dda2430746]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QcLljAmx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.network.neutron [req-a4270d06-193f-42a9-b3df-9d343c0c775e req-70fa0d50-c2e1-4c37-8b4a-8916741c3f43 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Updated VIF entry in instance network info cache for port f9312cda-ae8b-4301-a165-4f473c739b20. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG nova.network.neutron [req-a4270d06-193f-42a9-b3df-9d343c0c775e req-70fa0d50-c2e1-4c37-8b4a-8916741c3f43 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Updating instance_info_cache with network_info: [{"id": "f9312cda-ae8b-4301-a165-4f473c739b20", "address": "fa:16:3e:e5:b3:3f", "network": {"id": "fdbdd960-83ea-4386-94fc-b85fce6e2bc5", "bridge": "br-int", "label": "tempest-TestVolumeSwap-476684886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0063a8624b0e491fa292237cf4ccb1a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9312cda-ae", "ovs_interfaceid": "f9312cda-ae8b-4301-a165-4f473c739b20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:23:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4270d06-193f-42a9-b3df-9d343c0c775e req-70fa0d50-c2e1-4c37-8b4a-8916741c3f43 service nova] Releasing lock "refresh_cache-370194d8-a6ef-4600-87de-ae645f4869c0" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] <== connect_volume: return (1333ms) {'type': 'block', 'scsi_wwn': '26437383630666362', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437383630666362', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1938428505',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1938428505',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKgRqwAo3cv0QdRsyudWn3Ca5fbjSWP8svgYeAviRJ/09yICWP50PzR5uVKDpqWAYZ5Wsfbe/3NWryZQWudcfBP58ahZeN0XTD3YDiOBdr9ieTgjlp4DsSyszrP1gZ9OFw==',key_name='tempest-keypair-528943021',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1f0fb2ad5fe4801b60434097df50f01',ramdisk_id='',reservation_id='r-unzn97sy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-827272752',owner_user_name='tempest-ServerActionsV293TestJSON-827272752-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea4678ac2edc43829e47997f9f3f8412',uuid=d3959cd6-e05e-42af-92e0-8cb520e76ec5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Converting VIF {"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG nova.objects.instance [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lazy-loading 'pci_devices' on Instance uuid d3959cd6-e05e-42af-92e0-8cb520e76ec5 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:23:10 user nova-compute[75432]:   <uuid>d3959cd6-e05e-42af-92e0-8cb520e76ec5</uuid>
Nov 27 14:23:10 user nova-compute[75432]:   <name>instance-00000007</name>
Nov 27 14:23:10 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:23:10 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:23:10 user nova-compute[75432]:   <metadata>
Nov 27 14:23:10 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:23:10 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:23:10 user nova-compute[75432]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1938428505</nova:name>
Nov 27 14:23:10 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:23:09</nova:creationTime>
Nov 27 14:23:10 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:23:10 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:23:10 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:23:10 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:23:10 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:23:10 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:23:10 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:23:10 user nova-compute[75432]:       <nova:owner>
Nov 27 14:23:10 user nova-compute[75432]:         <nova:user uuid="ea4678ac2edc43829e47997f9f3f8412">tempest-ServerActionsV293TestJSON-827272752-project-member</nova:user>
Nov 27 14:23:10 user nova-compute[75432]:         <nova:project uuid="b1f0fb2ad5fe4801b60434097df50f01">tempest-ServerActionsV293TestJSON-827272752</nova:project>
Nov 27 14:23:10 user nova-compute[75432]:       </nova:owner>
Nov 27 14:23:10 user nova-compute[75432]:       <nova:ports>
Nov 27 14:23:10 user nova-compute[75432]:         <nova:port uuid="2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72">
Nov 27 14:23:10 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 14:23:10 user nova-compute[75432]:         </nova:port>
Nov 27 14:23:10 user nova-compute[75432]:       </nova:ports>
Nov 27 14:23:10 user nova-compute[75432]:     </nova:instance>
Nov 27 14:23:10 user nova-compute[75432]:   </metadata>
Nov 27 14:23:10 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:23:10 user nova-compute[75432]:     <system>
Nov 27 14:23:10 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:23:10 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:23:10 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:23:10 user nova-compute[75432]:       <entry name="serial">d3959cd6-e05e-42af-92e0-8cb520e76ec5</entry>
Nov 27 14:23:10 user nova-compute[75432]:       <entry name="uuid">d3959cd6-e05e-42af-92e0-8cb520e76ec5</entry>
Nov 27 14:23:10 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:23:10 user nova-compute[75432]:     </system>
Nov 27 14:23:10 user nova-compute[75432]:   </sysinfo>
Nov 27 14:23:10 user nova-compute[75432]:   <os>
Nov 27 14:23:10 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:23:10 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:23:10 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:23:10 user nova-compute[75432]:   </os>
Nov 27 14:23:10 user nova-compute[75432]:   <features>
Nov 27 14:23:10 user nova-compute[75432]:     <acpi/>
Nov 27 14:23:10 user nova-compute[75432]:     <apic/>
Nov 27 14:23:10 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:23:10 user nova-compute[75432]:   </features>
Nov 27 14:23:10 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:23:10 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:23:10 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:23:10 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:23:10 user nova-compute[75432]:   </clock>
Nov 27 14:23:10 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:23:10 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:23:10 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:23:10 user nova-compute[75432]:   </cpu>
Nov 27 14:23:10 user nova-compute[75432]:   <devices>
Nov 27 14:23:10 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:23:10 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:23:10 user nova-compute[75432]:       <source dev="/dev/sdb"/>
Nov 27 14:23:10 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:23:10 user nova-compute[75432]:       <serial>6e21a7a8-7ef1-4150-bd15-f3c779b9afa3</serial>
Nov 27 14:23:10 user nova-compute[75432]:     </disk>
Nov 27 14:23:10 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:23:10 user nova-compute[75432]:       <mac address="fa:16:3e:20:e8:f3"/>
Nov 27 14:23:10 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:23:10 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:23:10 user nova-compute[75432]:       <target dev="tap2f3c8ec0-8c"/>
Nov 27 14:23:10 user nova-compute[75432]:     </interface>
Nov 27 14:23:10 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:23:10 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/d3959cd6-e05e-42af-92e0-8cb520e76ec5/console.log" append="off"/>
Nov 27 14:23:10 user nova-compute[75432]:     </serial>
Nov 27 14:23:10 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:23:10 user nova-compute[75432]:     <video>
Nov 27 14:23:10 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:23:10 user nova-compute[75432]:     </video>
Nov 27 14:23:10 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:23:10 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:23:10 user nova-compute[75432]:     </rng>
Nov 27 14:23:10 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:23:10 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:23:10 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:23:10 user nova-compute[75432]:     </memballoon>
Nov 27 14:23:10 user nova-compute[75432]:   </devices>
Nov 27 14:23:10 user nova-compute[75432]: </domain>
Nov 27 14:23:10 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1938428505',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1938428505',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKgRqwAo3cv0QdRsyudWn3Ca5fbjSWP8svgYeAviRJ/09yICWP50PzR5uVKDpqWAYZ5Wsfbe/3NWryZQWudcfBP58ahZeN0XTD3YDiOBdr9ieTgjlp4DsSyszrP1gZ9OFw==',key_name='tempest-keypair-528943021',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1f0fb2ad5fe4801b60434097df50f01',ramdisk_id='',reservation_id='r-unzn97sy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_signature_verified='False',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-827272752',owner_user_name='tempest-ServerActionsV293TestJSON-827272752-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea4678ac2edc43829e47997f9f3f8412',uuid=d3959cd6-e05e-42af-92e0-8cb520e76ec5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Converting VIF {"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG os_vif [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4a43525f-5bdc-5bdc-8266-295b5088d718', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2f3c8ec0-8c, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2f3c8ec0-8c, col_values=(('qos', UUID('523e208d-1f12-4aed-9d08-1fdc3dde962e')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2f3c8ec0-8c, col_values=(('external_ids', {'iface-id': '2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:e8:f3', 'vm-uuid': 'd3959cd6-e05e-42af-92e0-8cb520e76ec5'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:11 user nova-compute[75432]: INFO os_vif [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c')
Nov 27 14:23:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] No VIF found with MAC fa:16:3e:20:e8:f3, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-13cd0956-47d7-4649-b95a-86db75647613 req-b41e1f84-83fd-4873-a81b-51ab15558dbe service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Received event network-vif-plugged-f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-13cd0956-47d7-4649-b95a-86db75647613 req-b41e1f84-83fd-4873-a81b-51ab15558dbe service nova] Acquiring lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-13cd0956-47d7-4649-b95a-86db75647613 req-b41e1f84-83fd-4873-a81b-51ab15558dbe service nova] Lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-13cd0956-47d7-4649-b95a-86db75647613 req-b41e1f84-83fd-4873-a81b-51ab15558dbe service nova] Lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-13cd0956-47d7-4649-b95a-86db75647613 req-b41e1f84-83fd-4873-a81b-51ab15558dbe service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] No waiting events found dispatching network-vif-plugged-f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:11 user nova-compute[75432]: WARNING nova.compute.manager [req-13cd0956-47d7-4649-b95a-86db75647613 req-b41e1f84-83fd-4873-a81b-51ab15558dbe service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Received unexpected event network-vif-plugged-f9312cda-ae8b-4301-a165-4f473c739b20 for instance with vm_state building and task_state spawning.
Nov 27 14:23:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Acquiring lock "28edc9f9-db0e-4893-b81e-f14731954784" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "28edc9f9-db0e-4893-b81e-f14731954784" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:23:11 user nova-compute[75432]: INFO nova.compute.claims [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Claim successful on node user
Nov 27 14:23:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-277d4c2b-9b32-4e88-80a6-b7fafc101afc req-36538823-5ce6-4649-84d9-f3cd81cf421a service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Received event network-vif-plugged-9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-277d4c2b-9b32-4e88-80a6-b7fafc101afc req-36538823-5ce6-4649-84d9-f3cd81cf421a service nova] Acquiring lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-277d4c2b-9b32-4e88-80a6-b7fafc101afc req-36538823-5ce6-4649-84d9-f3cd81cf421a service nova] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-277d4c2b-9b32-4e88-80a6-b7fafc101afc req-36538823-5ce6-4649-84d9-f3cd81cf421a service nova] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-277d4c2b-9b32-4e88-80a6-b7fafc101afc req-36538823-5ce6-4649-84d9-f3cd81cf421a service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] No waiting events found dispatching network-vif-plugged-9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:12 user nova-compute[75432]: WARNING nova.compute.manager [req-277d4c2b-9b32-4e88-80a6-b7fafc101afc req-36538823-5ce6-4649-84d9-f3cd81cf421a service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Received unexpected event network-vif-plugged-9e06290a-55c9-41b9-a385-23b741e875d1 for instance with vm_state building and task_state spawning.
Nov 27 14:23:12 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.080s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG nova.network.neutron [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:23:13 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:23:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG nova.policy [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8df2cffbfdfb438da344fb6efaab1475', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f946408259994a91a146f87e998fca31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:23:13 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Creating image(s)
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Acquiring lock "/opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "/opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "/opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.232s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-374b9465-6499-42a8-8548-dc8bfdd458b4 req-13e280d0-7ec4-41e8-bdf4-3fbe350fce54 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Received event network-vif-plugged-f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-374b9465-6499-42a8-8548-dc8bfdd458b4 req-13e280d0-7ec4-41e8-bdf4-3fbe350fce54 service nova] Acquiring lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-374b9465-6499-42a8-8548-dc8bfdd458b4 req-13e280d0-7ec4-41e8-bdf4-3fbe350fce54 service nova] Lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-374b9465-6499-42a8-8548-dc8bfdd458b4 req-13e280d0-7ec4-41e8-bdf4-3fbe350fce54 service nova] Lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-374b9465-6499-42a8-8548-dc8bfdd458b4 req-13e280d0-7ec4-41e8-bdf4-3fbe350fce54 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] No waiting events found dispatching network-vif-plugged-f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:13 user nova-compute[75432]: WARNING nova.compute.manager [req-374b9465-6499-42a8-8548-dc8bfdd458b4 req-13e280d0-7ec4-41e8-bdf4-3fbe350fce54 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Received unexpected event network-vif-plugged-f9312cda-ae8b-4301-a165-4f473c739b20 for instance with vm_state building and task_state spawning.
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.278s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk 1073741824" returned: 0 in 0.051s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.333s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.264s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Checking if we can resize image /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Successfully created port: 2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Cannot resize image /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Ensure instance console log exists: /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.compute.manager [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:23:14 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Instance spawned successfully.
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:14 user nova-compute[75432]: INFO nova.compute.manager [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Took 13.49 seconds to spawn the instance on the hypervisor.
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.compute.manager [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-41274292-07d6-4d93-a177-101c25b70d6d req-59e5e444-7437-4f43-a868-0b39c3cd6cd7 service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Received event network-vif-plugged-9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-41274292-07d6-4d93-a177-101c25b70d6d req-59e5e444-7437-4f43-a868-0b39c3cd6cd7 service nova] Acquiring lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-41274292-07d6-4d93-a177-101c25b70d6d req-59e5e444-7437-4f43-a868-0b39c3cd6cd7 service nova] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-41274292-07d6-4d93-a177-101c25b70d6d req-59e5e444-7437-4f43-a868-0b39c3cd6cd7 service nova] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-41274292-07d6-4d93-a177-101c25b70d6d req-59e5e444-7437-4f43-a868-0b39c3cd6cd7 service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] No waiting events found dispatching network-vif-plugged-9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:14 user nova-compute[75432]: WARNING nova.compute.manager [req-41274292-07d6-4d93-a177-101c25b70d6d req-59e5e444-7437-4f43-a868-0b39c3cd6cd7 service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Received unexpected event network-vif-plugged-9e06290a-55c9-41b9-a385-23b741e875d1 for instance with vm_state building and task_state spawning.
Nov 27 14:23:14 user nova-compute[75432]: INFO nova.compute.manager [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Took 15.11 seconds to build instance.
Nov 27 14:23:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-04addbc4-cd8f-4d3f-9c9c-d6946054ce4a tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.317s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.network.neutron [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Successfully updated port: 2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Acquiring lock "refresh_cache-28edc9f9-db0e-4893-b81e-f14731954784" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Acquired lock "refresh_cache-28edc9f9-db0e-4893-b81e-f14731954784" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.network.neutron [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.network.neutron [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.network.neutron [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Updating instance_info_cache with network_info: [{"id": "2222ad92-dbef-427a-946a-1274d8314207", "address": "fa:16:3e:e6:7a:9f", "network": {"id": "6bb0f557-f737-429a-9638-d157016e300b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-56864085-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f946408259994a91a146f87e998fca31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2222ad92-db", "ovs_interfaceid": "2222ad92-dbef-427a-946a-1274d8314207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Releasing lock "refresh_cache-28edc9f9-db0e-4893-b81e-f14731954784" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.compute.manager [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Instance network_info: |[{"id": "2222ad92-dbef-427a-946a-1274d8314207", "address": "fa:16:3e:e6:7a:9f", "network": {"id": "6bb0f557-f737-429a-9638-d157016e300b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-56864085-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f946408259994a91a146f87e998fca31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2222ad92-db", "ovs_interfaceid": "2222ad92-dbef-427a-946a-1274d8314207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Start _get_guest_xml network_info=[{"id": "2222ad92-dbef-427a-946a-1274d8314207", "address": "fa:16:3e:e6:7a:9f", "network": {"id": "6bb0f557-f737-429a-9638-d157016e300b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-56864085-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f946408259994a91a146f87e998fca31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2222ad92-db", "ovs_interfaceid": "2222ad92-dbef-427a-946a-1274d8314207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:23:15 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:15 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:23:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1675699563',display_name='tempest-VolumesAssistedSnapshotsTest-server-1675699563',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1675699563',id=11,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGYHJa1fp6p2WKKJj4NwbFRJa9sO/zcVXdjBausNnfvoHm/vSdOR1yCUk9B0EWD1LB7nOTmCWZkp4CnH2251QXtCRbXASAclaQDtHCuKx9gUpjecuHijT+9DO/vnXsIFGQ==',key_name='tempest-keypair-2090174402',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f946408259994a91a146f87e998fca31',ramdisk_id='',reservation_id='r-isswb8wo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-499662874',owner_user_name='tempest-VolumesAssistedSnapshotsTest-499662874-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:23:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8df2cffbfdfb438da344fb6efaab1475',uuid=28edc9f9-db0e-4893-b81e-f14731954784,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2222ad92-dbef-427a-946a-1274d8314207", "address": "fa:16:3e:e6:7a:9f", "network": {"id": "6bb0f557-f737-429a-9638-d157016e300b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-56864085-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f946408259994a91a146f87e998fca31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2222ad92-db", "ovs_interfaceid": "2222ad92-dbef-427a-946a-1274d8314207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Converting VIF {"id": "2222ad92-dbef-427a-946a-1274d8314207", "address": "fa:16:3e:e6:7a:9f", "network": {"id": "6bb0f557-f737-429a-9638-d157016e300b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-56864085-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f946408259994a91a146f87e998fca31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2222ad92-db", "ovs_interfaceid": "2222ad92-dbef-427a-946a-1274d8314207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:7a:9f,bridge_name='br-int',has_traffic_filtering=True,id=2222ad92-dbef-427a-946a-1274d8314207,network=Network(6bb0f557-f737-429a-9638-d157016e300b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2222ad92-db') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.objects.instance [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lazy-loading 'pci_devices' on Instance uuid 28edc9f9-db0e-4893-b81e-f14731954784 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:23:15 user nova-compute[75432]:   <uuid>28edc9f9-db0e-4893-b81e-f14731954784</uuid>
Nov 27 14:23:15 user nova-compute[75432]:   <name>instance-0000000b</name>
Nov 27 14:23:15 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:23:15 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:23:15 user nova-compute[75432]:   <metadata>
Nov 27 14:23:15 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:23:15 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:23:15 user nova-compute[75432]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1675699563</nova:name>
Nov 27 14:23:15 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:23:15</nova:creationTime>
Nov 27 14:23:15 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:23:15 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:23:15 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:23:15 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:23:15 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:23:15 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:23:15 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:23:15 user nova-compute[75432]:       <nova:owner>
Nov 27 14:23:15 user nova-compute[75432]:         <nova:user uuid="8df2cffbfdfb438da344fb6efaab1475">tempest-VolumesAssistedSnapshotsTest-499662874-project-member</nova:user>
Nov 27 14:23:15 user nova-compute[75432]:         <nova:project uuid="f946408259994a91a146f87e998fca31">tempest-VolumesAssistedSnapshotsTest-499662874</nova:project>
Nov 27 14:23:15 user nova-compute[75432]:       </nova:owner>
Nov 27 14:23:15 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:23:15 user nova-compute[75432]:       <nova:ports>
Nov 27 14:23:15 user nova-compute[75432]:         <nova:port uuid="2222ad92-dbef-427a-946a-1274d8314207">
Nov 27 14:23:15 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 14:23:15 user nova-compute[75432]:         </nova:port>
Nov 27 14:23:15 user nova-compute[75432]:       </nova:ports>
Nov 27 14:23:15 user nova-compute[75432]:     </nova:instance>
Nov 27 14:23:15 user nova-compute[75432]:   </metadata>
Nov 27 14:23:15 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:23:15 user nova-compute[75432]:     <system>
Nov 27 14:23:15 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:23:15 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:23:15 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:23:15 user nova-compute[75432]:       <entry name="serial">28edc9f9-db0e-4893-b81e-f14731954784</entry>
Nov 27 14:23:15 user nova-compute[75432]:       <entry name="uuid">28edc9f9-db0e-4893-b81e-f14731954784</entry>
Nov 27 14:23:15 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:23:15 user nova-compute[75432]:     </system>
Nov 27 14:23:15 user nova-compute[75432]:   </sysinfo>
Nov 27 14:23:15 user nova-compute[75432]:   <os>
Nov 27 14:23:15 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:23:15 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:23:15 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:23:15 user nova-compute[75432]:   </os>
Nov 27 14:23:15 user nova-compute[75432]:   <features>
Nov 27 14:23:15 user nova-compute[75432]:     <acpi/>
Nov 27 14:23:15 user nova-compute[75432]:     <apic/>
Nov 27 14:23:15 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:23:15 user nova-compute[75432]:   </features>
Nov 27 14:23:15 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:23:15 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:23:15 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:23:15 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:23:15 user nova-compute[75432]:   </clock>
Nov 27 14:23:15 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:23:15 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:23:15 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:23:15 user nova-compute[75432]:   </cpu>
Nov 27 14:23:15 user nova-compute[75432]:   <devices>
Nov 27 14:23:15 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:23:15 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:23:15 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk"/>
Nov 27 14:23:15 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:23:15 user nova-compute[75432]:     </disk>
Nov 27 14:23:15 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:23:15 user nova-compute[75432]:       <mac address="fa:16:3e:e6:7a:9f"/>
Nov 27 14:23:15 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:23:15 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:23:15 user nova-compute[75432]:       <target dev="tap2222ad92-db"/>
Nov 27 14:23:15 user nova-compute[75432]:     </interface>
Nov 27 14:23:15 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:23:15 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/console.log" append="off"/>
Nov 27 14:23:15 user nova-compute[75432]:     </serial>
Nov 27 14:23:15 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:23:15 user nova-compute[75432]:     <video>
Nov 27 14:23:15 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:23:15 user nova-compute[75432]:     </video>
Nov 27 14:23:15 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:23:15 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:23:15 user nova-compute[75432]:     </rng>
Nov 27 14:23:15 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:23:15 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:23:15 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:23:15 user nova-compute[75432]:     </memballoon>
Nov 27 14:23:15 user nova-compute[75432]:   </devices>
Nov 27 14:23:15 user nova-compute[75432]: </domain>
Nov 27 14:23:15 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:23:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1675699563',display_name='tempest-VolumesAssistedSnapshotsTest-server-1675699563',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1675699563',id=11,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGYHJa1fp6p2WKKJj4NwbFRJa9sO/zcVXdjBausNnfvoHm/vSdOR1yCUk9B0EWD1LB7nOTmCWZkp4CnH2251QXtCRbXASAclaQDtHCuKx9gUpjecuHijT+9DO/vnXsIFGQ==',key_name='tempest-keypair-2090174402',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f946408259994a91a146f87e998fca31',ramdisk_id='',reservation_id='r-isswb8wo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-499662874',owner_user_name='tempest-VolumesAssistedSnapshotsTest-499662874-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:23:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8df2cffbfdfb438da344fb6efaab1475',uuid=28edc9f9-db0e-4893-b81e-f14731954784,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2222ad92-dbef-427a-946a-1274d8314207", "address": "fa:16:3e:e6:7a:9f", "network": {"id": "6bb0f557-f737-429a-9638-d157016e300b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-56864085-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f946408259994a91a146f87e998fca31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2222ad92-db", "ovs_interfaceid": "2222ad92-dbef-427a-946a-1274d8314207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Converting VIF {"id": "2222ad92-dbef-427a-946a-1274d8314207", "address": "fa:16:3e:e6:7a:9f", "network": {"id": "6bb0f557-f737-429a-9638-d157016e300b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-56864085-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f946408259994a91a146f87e998fca31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2222ad92-db", "ovs_interfaceid": "2222ad92-dbef-427a-946a-1274d8314207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:7a:9f,bridge_name='br-int',has_traffic_filtering=True,id=2222ad92-dbef-427a-946a-1274d8314207,network=Network(6bb0f557-f737-429a-9638-d157016e300b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2222ad92-db') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG os_vif [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:7a:9f,bridge_name='br-int',has_traffic_filtering=True,id=2222ad92-dbef-427a-946a-1274d8314207,network=Network(6bb0f557-f737-429a-9638-d157016e300b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2222ad92-db') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '16e218a0-9080-54a5-b156-d7874ad8ffda', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2222ad92-db, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2222ad92-db, col_values=(('qos', UUID('92940918-bb4a-4c23-b023-110fdebadfb6')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2222ad92-db, col_values=(('external_ids', {'iface-id': '2222ad92-dbef-427a-946a-1274d8314207', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e6:7a:9f', 'vm-uuid': '28edc9f9-db0e-4893-b81e-f14731954784'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:15 user nova-compute[75432]: INFO os_vif [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:7a:9f,bridge_name='br-int',has_traffic_filtering=True,id=2222ad92-dbef-427a-946a-1274d8314207,network=Network(6bb0f557-f737-429a-9638-d157016e300b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2222ad92-db')
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] No VIF found with MAC fa:16:3e:e6:7a:9f, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.compute.manager [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.compute.manager [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] No waiting events found dispatching network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:15 user nova-compute[75432]: WARNING nova.compute.manager [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received unexpected event network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 for instance with vm_state building and task_state spawning.
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.compute.manager [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.compute.manager [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] No waiting events found dispatching network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:15 user nova-compute[75432]: WARNING nova.compute.manager [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received unexpected event network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 for instance with vm_state building and task_state spawning.
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.compute.manager [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Received event network-changed-2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.compute.manager [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Refreshing instance network info cache due to event network-changed-2222ad92-dbef-427a-946a-1274d8314207. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] Acquiring lock "refresh_cache-28edc9f9-db0e-4893-b81e-f14731954784" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] Acquired lock "refresh_cache-28edc9f9-db0e-4893-b81e-f14731954784" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:23:15 user nova-compute[75432]: DEBUG nova.network.neutron [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Refreshing network info cache for port 2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:23:16 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Instance spawned successfully.
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: INFO nova.compute.manager [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Took 11.94 seconds to spawn the instance on the hypervisor.
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:23:16 user nova-compute[75432]: INFO nova.compute.manager [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Took 14.64 seconds to build instance.
Nov 27 14:23:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-64985a3d-338f-49ea-9854-5dfcbd4c9252 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.881s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.network.neutron [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Updated VIF entry in instance network info cache for port 2222ad92-dbef-427a-946a-1274d8314207. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.network.neutron [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Updating instance_info_cache with network_info: [{"id": "2222ad92-dbef-427a-946a-1274d8314207", "address": "fa:16:3e:e6:7a:9f", "network": {"id": "6bb0f557-f737-429a-9638-d157016e300b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-56864085-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f946408259994a91a146f87e998fca31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2222ad92-db", "ovs_interfaceid": "2222ad92-dbef-427a-946a-1274d8314207", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:23:16 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Instance spawned successfully.
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f18cff6-8a6e-4cc5-b31b-3f3333518aea req-71a2c768-42f8-4eab-a56e-b3ee4bf1f0c8 service nova] Releasing lock "refresh_cache-28edc9f9-db0e-4893-b81e-f14731954784" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:23:16 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Instance spawned successfully.
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:23:16 user nova-compute[75432]: INFO nova.compute.manager [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Took 13.78 seconds to spawn the instance on the hypervisor.
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:16 user nova-compute[75432]: INFO nova.compute.manager [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Took 7.29 seconds to spawn the instance on the hypervisor.
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:23:16 user nova-compute[75432]: INFO nova.compute.manager [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Took 15.58 seconds to build instance.
Nov 27 14:23:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8d46f6c5-760b-45f0-bfd2-8cd62d6127c0 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.826s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] There are 0 instances to clean {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75432) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 14:23:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:23:16 user nova-compute[75432]: INFO nova.compute.manager [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Took 21.90 seconds to build instance.
Nov 27 14:23:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-734f4ef7-a100-41a2-8a3f-7b965b6ae4fe tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.174s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:17 user nova-compute[75432]: DEBUG nova.compute.manager [req-63b84621-a64f-413f-ab75-ccd5605a3a0a req-22d4e85a-9c80-4a58-b670-0f7392adbfe1 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Received event network-vif-plugged-2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-63b84621-a64f-413f-ab75-ccd5605a3a0a req-22d4e85a-9c80-4a58-b670-0f7392adbfe1 service nova] Acquiring lock "28edc9f9-db0e-4893-b81e-f14731954784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-63b84621-a64f-413f-ab75-ccd5605a3a0a req-22d4e85a-9c80-4a58-b670-0f7392adbfe1 service nova] Lock "28edc9f9-db0e-4893-b81e-f14731954784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-63b84621-a64f-413f-ab75-ccd5605a3a0a req-22d4e85a-9c80-4a58-b670-0f7392adbfe1 service nova] Lock "28edc9f9-db0e-4893-b81e-f14731954784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:17 user nova-compute[75432]: DEBUG nova.compute.manager [req-63b84621-a64f-413f-ab75-ccd5605a3a0a req-22d4e85a-9c80-4a58-b670-0f7392adbfe1 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] No waiting events found dispatching network-vif-plugged-2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:17 user nova-compute[75432]: WARNING nova.compute.manager [req-63b84621-a64f-413f-ab75-ccd5605a3a0a req-22d4e85a-9c80-4a58-b670-0f7392adbfe1 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Received unexpected event network-vif-plugged-2222ad92-dbef-427a-946a-1274d8314207 for instance with vm_state building and task_state spawning.
Nov 27 14:23:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:19 user nova-compute[75432]: DEBUG nova.compute.manager [req-6596c277-a5bc-450e-b304-d4c33c936332 req-521a02f6-27af-4fca-9c1f-562cc6eb09d3 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Received event network-vif-plugged-2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6596c277-a5bc-450e-b304-d4c33c936332 req-521a02f6-27af-4fca-9c1f-562cc6eb09d3 service nova] Acquiring lock "28edc9f9-db0e-4893-b81e-f14731954784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6596c277-a5bc-450e-b304-d4c33c936332 req-521a02f6-27af-4fca-9c1f-562cc6eb09d3 service nova] Lock "28edc9f9-db0e-4893-b81e-f14731954784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6596c277-a5bc-450e-b304-d4c33c936332 req-521a02f6-27af-4fca-9c1f-562cc6eb09d3 service nova] Lock "28edc9f9-db0e-4893-b81e-f14731954784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:19 user nova-compute[75432]: DEBUG nova.compute.manager [req-6596c277-a5bc-450e-b304-d4c33c936332 req-521a02f6-27af-4fca-9c1f-562cc6eb09d3 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] No waiting events found dispatching network-vif-plugged-2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:19 user nova-compute[75432]: WARNING nova.compute.manager [req-6596c277-a5bc-450e-b304-d4c33c936332 req-521a02f6-27af-4fca-9c1f-562cc6eb09d3 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Received unexpected event network-vif-plugged-2222ad92-dbef-427a-946a-1274d8314207 for instance with vm_state building and task_state spawning.
Nov 27 14:23:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:23:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:23:20 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Instance spawned successfully.
Nov 27 14:23:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:23:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:20 user nova-compute[75432]: INFO nova.compute.manager [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Took 6.99 seconds to spawn the instance on the hypervisor.
Nov 27 14:23:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:23:20 user nova-compute[75432]: INFO nova.compute.manager [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Took 8.65 seconds to build instance.
Nov 27 14:23:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6448637e-8d3f-45b7-b4a5-2553323df67c tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "28edc9f9-db0e-4893-b81e-f14731954784" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.758s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:20 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:23:20 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:23:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:21 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:23:21 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:23:21 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:23:21 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:23:21 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:23:22 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:23:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:23:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Updating instance_info_cache with network_info: [{"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:23 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:23:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json" returned: 0 in 0.292s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json" returned: 0 in 0.287s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:23:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json" returned: 0 in 0.287s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json" returned: 0 in 0.316s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk --force-share --output=json" returned: 0 in 0.306s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:29 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:29 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:29 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7459MB free_disk=25.510807037353516GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:23:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 86458776-cf1e-457c-8639-7c99bc80af53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9f515838-2521-400d-a783-8abf36bdf8ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance d3959cd6-e05e-42af-92e0-8cb520e76ec5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 370194d8-a6ef-4600-87de-ae645f4869c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 28edc9f9-db0e-4893-b81e-f14731954784 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing inventories for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating ProviderTree inventory for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating inventory in ProviderTree for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing aggregate associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, aggregates: None {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing trait associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:23:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.162s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Acquiring lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:23:52 user nova-compute[75432]: INFO nova.compute.claims [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Claim successful on node user
Nov 27 14:23:52 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.437s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:23:52 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:23:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:23:52 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Creating image(s)
Nov 27 14:23:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Acquiring lock "/opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "/opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "/opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:52 user nova-compute[75432]: DEBUG nova.policy [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5814079bf56425e9d199b31eb99f7cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66743c0dee5d4639b5c6535a31dc92c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.509s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.164s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk 1073741824" returned: 0 in 0.042s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.213s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Successfully created port: eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.192s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Checking if we can resize image /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk --force-share --output=json" returned: 0 in 0.164s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Cannot resize image /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Ensure instance console log exists: /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Successfully updated port: eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Acquiring lock "refresh_cache-62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Acquired lock "refresh_cache-62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-6fda5590-0226-40ab-9a2f-3b79b683d6e3 req-0f66976c-e84b-4e62-9a44-925cf0cecb5c service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Received event network-changed-eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-6fda5590-0226-40ab-9a2f-3b79b683d6e3 req-0f66976c-e84b-4e62-9a44-925cf0cecb5c service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Refreshing instance network info cache due to event network-changed-eeb4a959-297b-4740-a4db-c5e983d46d01. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6fda5590-0226-40ab-9a2f-3b79b683d6e3 req-0f66976c-e84b-4e62-9a44-925cf0cecb5c service nova] Acquiring lock "refresh_cache-62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Updating instance_info_cache with network_info: [{"id": "eeb4a959-297b-4740-a4db-c5e983d46d01", "address": "fa:16:3e:53:e5:19", "network": {"id": "cdf66489-552c-4262-9eb7-151220e7bed4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "f926ee2bb9734b6296fc31f9bc5d96a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeeb4a959-29", "ovs_interfaceid": "eeb4a959-297b-4740-a4db-c5e983d46d01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Releasing lock "refresh_cache-62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Instance network_info: |[{"id": "eeb4a959-297b-4740-a4db-c5e983d46d01", "address": "fa:16:3e:53:e5:19", "network": {"id": "cdf66489-552c-4262-9eb7-151220e7bed4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "f926ee2bb9734b6296fc31f9bc5d96a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeeb4a959-29", "ovs_interfaceid": "eeb4a959-297b-4740-a4db-c5e983d46d01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6fda5590-0226-40ab-9a2f-3b79b683d6e3 req-0f66976c-e84b-4e62-9a44-925cf0cecb5c service nova] Acquired lock "refresh_cache-62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.network.neutron [req-6fda5590-0226-40ab-9a2f-3b79b683d6e3 req-0f66976c-e84b-4e62-9a44-925cf0cecb5c service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Refreshing network info cache for port eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Start _get_guest_xml network_info=[{"id": "eeb4a959-297b-4740-a4db-c5e983d46d01", "address": "fa:16:3e:53:e5:19", "network": {"id": "cdf66489-552c-4262-9eb7-151220e7bed4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "f926ee2bb9734b6296fc31f9bc5d96a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeeb4a959-29", "ovs_interfaceid": "eeb4a959-297b-4740-a4db-c5e983d46d01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:23:54 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:54 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:23:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-869653226',display_name='tempest-VolumesNegativeTest-instance-869653226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-869653226',id=12,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='66743c0dee5d4639b5c6535a31dc92c5',ramdisk_id='',reservation_id='r-bayt09ss',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1754238729',owner_user_name='tempest-VolumesNegativeTest-1754238729-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:23:53Z,user_data=None,user_id='f5814079bf56425e9d199b31eb99f7cb',uuid=62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eeb4a959-297b-4740-a4db-c5e983d46d01", "address": "fa:16:3e:53:e5:19", "network": {"id": "cdf66489-552c-4262-9eb7-151220e7bed4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "f926ee2bb9734b6296fc31f9bc5d96a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeeb4a959-29", "ovs_interfaceid": "eeb4a959-297b-4740-a4db-c5e983d46d01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Converting VIF {"id": "eeb4a959-297b-4740-a4db-c5e983d46d01", "address": "fa:16:3e:53:e5:19", "network": {"id": "cdf66489-552c-4262-9eb7-151220e7bed4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "f926ee2bb9734b6296fc31f9bc5d96a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeeb4a959-29", "ovs_interfaceid": "eeb4a959-297b-4740-a4db-c5e983d46d01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:e5:19,bridge_name='br-int',has_traffic_filtering=True,id=eeb4a959-297b-4740-a4db-c5e983d46d01,network=Network(cdf66489-552c-4262-9eb7-151220e7bed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeeb4a959-29') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lazy-loading 'pci_devices' on Instance uuid 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:23:54 user nova-compute[75432]:   <uuid>62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c</uuid>
Nov 27 14:23:54 user nova-compute[75432]:   <name>instance-0000000c</name>
Nov 27 14:23:54 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:23:54 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:23:54 user nova-compute[75432]:   <metadata>
Nov 27 14:23:54 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:23:54 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:23:54 user nova-compute[75432]:       <nova:name>tempest-VolumesNegativeTest-instance-869653226</nova:name>
Nov 27 14:23:54 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:23:54</nova:creationTime>
Nov 27 14:23:54 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:23:54 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:23:54 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:23:54 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:23:54 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:23:54 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:23:54 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:23:54 user nova-compute[75432]:       <nova:owner>
Nov 27 14:23:54 user nova-compute[75432]:         <nova:user uuid="f5814079bf56425e9d199b31eb99f7cb">tempest-VolumesNegativeTest-1754238729-project-member</nova:user>
Nov 27 14:23:54 user nova-compute[75432]:         <nova:project uuid="66743c0dee5d4639b5c6535a31dc92c5">tempest-VolumesNegativeTest-1754238729</nova:project>
Nov 27 14:23:54 user nova-compute[75432]:       </nova:owner>
Nov 27 14:23:54 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:23:54 user nova-compute[75432]:       <nova:ports>
Nov 27 14:23:54 user nova-compute[75432]:         <nova:port uuid="eeb4a959-297b-4740-a4db-c5e983d46d01">
Nov 27 14:23:54 user nova-compute[75432]:           <nova:ip type="fixed" address="192.168.233.125" ipVersion="4"/>
Nov 27 14:23:54 user nova-compute[75432]:         </nova:port>
Nov 27 14:23:54 user nova-compute[75432]:       </nova:ports>
Nov 27 14:23:54 user nova-compute[75432]:     </nova:instance>
Nov 27 14:23:54 user nova-compute[75432]:   </metadata>
Nov 27 14:23:54 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:23:54 user nova-compute[75432]:     <system>
Nov 27 14:23:54 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:23:54 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:23:54 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:23:54 user nova-compute[75432]:       <entry name="serial">62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c</entry>
Nov 27 14:23:54 user nova-compute[75432]:       <entry name="uuid">62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c</entry>
Nov 27 14:23:54 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:23:54 user nova-compute[75432]:     </system>
Nov 27 14:23:54 user nova-compute[75432]:   </sysinfo>
Nov 27 14:23:54 user nova-compute[75432]:   <os>
Nov 27 14:23:54 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:23:54 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:23:54 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:23:54 user nova-compute[75432]:   </os>
Nov 27 14:23:54 user nova-compute[75432]:   <features>
Nov 27 14:23:54 user nova-compute[75432]:     <acpi/>
Nov 27 14:23:54 user nova-compute[75432]:     <apic/>
Nov 27 14:23:54 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:23:54 user nova-compute[75432]:   </features>
Nov 27 14:23:54 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:23:54 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:23:54 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:23:54 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:23:54 user nova-compute[75432]:   </clock>
Nov 27 14:23:54 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:23:54 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:23:54 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:23:54 user nova-compute[75432]:   </cpu>
Nov 27 14:23:54 user nova-compute[75432]:   <devices>
Nov 27 14:23:54 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:23:54 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:23:54 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk"/>
Nov 27 14:23:54 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:23:54 user nova-compute[75432]:     </disk>
Nov 27 14:23:54 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:23:54 user nova-compute[75432]:       <mac address="fa:16:3e:53:e5:19"/>
Nov 27 14:23:54 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:23:54 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:23:54 user nova-compute[75432]:       <target dev="tapeeb4a959-29"/>
Nov 27 14:23:54 user nova-compute[75432]:     </interface>
Nov 27 14:23:54 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:23:54 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/console.log" append="off"/>
Nov 27 14:23:54 user nova-compute[75432]:     </serial>
Nov 27 14:23:54 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:23:54 user nova-compute[75432]:     <video>
Nov 27 14:23:54 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:23:54 user nova-compute[75432]:     </video>
Nov 27 14:23:54 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:23:54 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:23:54 user nova-compute[75432]:     </rng>
Nov 27 14:23:54 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:23:54 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:23:54 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:23:54 user nova-compute[75432]:     </memballoon>
Nov 27 14:23:54 user nova-compute[75432]:   </devices>
Nov 27 14:23:54 user nova-compute[75432]: </domain>
Nov 27 14:23:54 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:23:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-869653226',display_name='tempest-VolumesNegativeTest-instance-869653226',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-869653226',id=12,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='66743c0dee5d4639b5c6535a31dc92c5',ramdisk_id='',reservation_id='r-bayt09ss',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1754238729',owner_user_name='tempest-VolumesNegativeTest-1754238729-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:23:53Z,user_data=None,user_id='f5814079bf56425e9d199b31eb99f7cb',uuid=62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eeb4a959-297b-4740-a4db-c5e983d46d01", "address": "fa:16:3e:53:e5:19", "network": {"id": "cdf66489-552c-4262-9eb7-151220e7bed4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "f926ee2bb9734b6296fc31f9bc5d96a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeeb4a959-29", "ovs_interfaceid": "eeb4a959-297b-4740-a4db-c5e983d46d01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Converting VIF {"id": "eeb4a959-297b-4740-a4db-c5e983d46d01", "address": "fa:16:3e:53:e5:19", "network": {"id": "cdf66489-552c-4262-9eb7-151220e7bed4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "f926ee2bb9734b6296fc31f9bc5d96a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeeb4a959-29", "ovs_interfaceid": "eeb4a959-297b-4740-a4db-c5e983d46d01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:e5:19,bridge_name='br-int',has_traffic_filtering=True,id=eeb4a959-297b-4740-a4db-c5e983d46d01,network=Network(cdf66489-552c-4262-9eb7-151220e7bed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeeb4a959-29') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG os_vif [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:e5:19,bridge_name='br-int',has_traffic_filtering=True,id=eeb4a959-297b-4740-a4db-c5e983d46d01,network=Network(cdf66489-552c-4262-9eb7-151220e7bed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeeb4a959-29') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fda25fcb-b051-579f-aa96-13ca0ad1049d', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeeb4a959-29, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeeb4a959-29, col_values=(('qos', UUID('a39f9848-f3a0-4cee-8af2-f54fda7d8953')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeeb4a959-29, col_values=(('external_ids', {'iface-id': 'eeb4a959-297b-4740-a4db-c5e983d46d01', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:53:e5:19', 'vm-uuid': '62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:54 user nova-compute[75432]: INFO os_vif [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:e5:19,bridge_name='br-int',has_traffic_filtering=True,id=eeb4a959-297b-4740-a4db-c5e983d46d01,network=Network(cdf66489-552c-4262-9eb7-151220e7bed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeeb4a959-29')
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] No VIF found with MAC fa:16:3e:53:e5:19, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.network.neutron [req-6fda5590-0226-40ab-9a2f-3b79b683d6e3 req-0f66976c-e84b-4e62-9a44-925cf0cecb5c service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Updated VIF entry in instance network info cache for port eeb4a959-297b-4740-a4db-c5e983d46d01. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG nova.network.neutron [req-6fda5590-0226-40ab-9a2f-3b79b683d6e3 req-0f66976c-e84b-4e62-9a44-925cf0cecb5c service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Updating instance_info_cache with network_info: [{"id": "eeb4a959-297b-4740-a4db-c5e983d46d01", "address": "fa:16:3e:53:e5:19", "network": {"id": "cdf66489-552c-4262-9eb7-151220e7bed4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "f926ee2bb9734b6296fc31f9bc5d96a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeeb4a959-29", "ovs_interfaceid": "eeb4a959-297b-4740-a4db-c5e983d46d01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:23:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6fda5590-0226-40ab-9a2f-3b79b683d6e3 req-0f66976c-e84b-4e62-9a44-925cf0cecb5c service nova] Releasing lock "refresh_cache-62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:23:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-c6c9b533-1cf8-4ccb-8c03-4943e40b874f req-43d043fc-2777-43b8-8a0b-7e4c02e90b03 service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Received event network-vif-plugged-eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c6c9b533-1cf8-4ccb-8c03-4943e40b874f req-43d043fc-2777-43b8-8a0b-7e4c02e90b03 service nova] Acquiring lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c6c9b533-1cf8-4ccb-8c03-4943e40b874f req-43d043fc-2777-43b8-8a0b-7e4c02e90b03 service nova] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c6c9b533-1cf8-4ccb-8c03-4943e40b874f req-43d043fc-2777-43b8-8a0b-7e4c02e90b03 service nova] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-c6c9b533-1cf8-4ccb-8c03-4943e40b874f req-43d043fc-2777-43b8-8a0b-7e4c02e90b03 service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] No waiting events found dispatching network-vif-plugged-eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:56 user nova-compute[75432]: WARNING nova.compute.manager [req-c6c9b533-1cf8-4ccb-8c03-4943e40b874f req-43d043fc-2777-43b8-8a0b-7e4c02e90b03 service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Received unexpected event network-vif-plugged-eeb4a959-297b-4740-a4db-c5e983d46d01 for instance with vm_state building and task_state spawning.
Nov 27 14:23:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:23:58 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Instance spawned successfully.
Nov 27 14:23:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:23:58 user nova-compute[75432]: INFO nova.compute.manager [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Took 5.83 seconds to spawn the instance on the hypervisor.
Nov 27 14:23:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-91b2b55a-74ec-49c2-ac3d-c990581224d5 req-25c8eac0-0341-4b51-bea9-e6fe5d652643 service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Received event network-vif-plugged-eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-91b2b55a-74ec-49c2-ac3d-c990581224d5 req-25c8eac0-0341-4b51-bea9-e6fe5d652643 service nova] Acquiring lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-91b2b55a-74ec-49c2-ac3d-c990581224d5 req-25c8eac0-0341-4b51-bea9-e6fe5d652643 service nova] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-91b2b55a-74ec-49c2-ac3d-c990581224d5 req-25c8eac0-0341-4b51-bea9-e6fe5d652643 service nova] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-91b2b55a-74ec-49c2-ac3d-c990581224d5 req-25c8eac0-0341-4b51-bea9-e6fe5d652643 service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] No waiting events found dispatching network-vif-plugged-eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:23:58 user nova-compute[75432]: WARNING nova.compute.manager [req-91b2b55a-74ec-49c2-ac3d-c990581224d5 req-25c8eac0-0341-4b51-bea9-e6fe5d652643 service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Received unexpected event network-vif-plugged-eeb4a959-297b-4740-a4db-c5e983d46d01 for instance with vm_state building and task_state spawning.
Nov 27 14:23:58 user nova-compute[75432]: INFO nova.compute.manager [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Took 6.58 seconds to build instance.
Nov 27 14:23:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ca1dc3a0-8df1-4a3d-bcac-f27c3d4813d1 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.672s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:23:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:24:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:24:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:24:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:24:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:24:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:11 user nova-compute[75432]: INFO nova.compute.manager [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Rescuing
Nov 27 14:24:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquired lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:11 user nova-compute[75432]: DEBUG nova.network.neutron [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG nova.network.neutron [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Updating instance_info_cache with network_info: [{"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Releasing lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-76fd8f6f-3bce-4e54-ba7d-59aa358b9aff req-4d2036c2-956e-4d65-ba5b-5585e4829b67 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received event network-vif-unplugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-76fd8f6f-3bce-4e54-ba7d-59aa358b9aff req-4d2036c2-956e-4d65-ba5b-5585e4829b67 service nova] Acquiring lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-76fd8f6f-3bce-4e54-ba7d-59aa358b9aff req-4d2036c2-956e-4d65-ba5b-5585e4829b67 service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-76fd8f6f-3bce-4e54-ba7d-59aa358b9aff req-4d2036c2-956e-4d65-ba5b-5585e4829b67 service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-76fd8f6f-3bce-4e54-ba7d-59aa358b9aff req-4d2036c2-956e-4d65-ba5b-5585e4829b67 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] No waiting events found dispatching network-vif-unplugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:24:12 user nova-compute[75432]: WARNING nova.compute.manager [req-76fd8f6f-3bce-4e54-ba7d-59aa358b9aff req-4d2036c2-956e-4d65-ba5b-5585e4829b67 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received unexpected event network-vif-unplugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f for instance with vm_state active and task_state rescuing.
Nov 27 14:24:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Instance destroyed successfully.
Nov 27 14:24:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Attempting rescue
Nov 27 14:24:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75432) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Instance directory exists: not creating {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 14:24:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Creating image(s)
Nov 27 14:24:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "/opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "/opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "/opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG nova.objects.instance [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'trusted_certs' on Instance uuid bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue" returned: 0 in 0.046s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.objects.instance [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'migration_context' on Instance uuid bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.objects.base [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<bd1f91a5-3007-4b66-84e9-aa0f6831e9a8> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Start _get_guest_xml network_info=[{"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "vif_mac": "fa:16:3e:69:f2:8a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.objects.instance [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'resources' on Instance uuid bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.objects.base [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<bd1f91a5-3007-4b66-84e9-aa0f6831e9a8> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.objects.instance [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'numa_topology' on Instance uuid bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.objects.base [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<bd1f91a5-3007-4b66-84e9-aa0f6831e9a8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:24:13 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:24:13 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.objects.instance [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'vcpu_model' on Instance uuid bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.objects.base [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<bd1f91a5-3007-4b66-84e9-aa0f6831e9a8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1860037499',display_name='tempest-ServerRescueNegativeTestJSON-server-1860037499',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1860037499',id=2,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16971f2703e649a3a49db0b1b5adfb26',ramdisk_id='',reservation_id='r-4vujypx2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-45682725',owner_user_name='tempest-ServerRescueNegativeTestJSON-45682725-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:38Z,user_data=None,user_id='aa99abf2191f499885898d88a7e5a3d1',uuid=bd1f91a5-3007-4b66-84e9-aa0f6831e9a8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "vif_mac": "fa:16:3e:69:f2:8a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converting VIF {"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "vif_mac": "fa:16:3e:69:f2:8a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:69:f2:8a,bridge_name='br-int',has_traffic_filtering=True,id=6f85c7b2-31d5-42ef-a8f9-f819aa18097f,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f85c7b2-31') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.objects.instance [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'pci_devices' on Instance uuid bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.objects.base [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<bd1f91a5-3007-4b66-84e9-aa0f6831e9a8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:24:13 user nova-compute[75432]:   <uuid>bd1f91a5-3007-4b66-84e9-aa0f6831e9a8</uuid>
Nov 27 14:24:13 user nova-compute[75432]:   <name>instance-00000002</name>
Nov 27 14:24:13 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:24:13 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:24:13 user nova-compute[75432]:   <metadata>
Nov 27 14:24:13 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:24:13 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:24:13 user nova-compute[75432]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1860037499</nova:name>
Nov 27 14:24:13 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:24:13</nova:creationTime>
Nov 27 14:24:13 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:24:13 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:24:13 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:24:13 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:24:13 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:24:13 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:24:13 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:24:13 user nova-compute[75432]:       <nova:owner>
Nov 27 14:24:13 user nova-compute[75432]:         <nova:user uuid="aa99abf2191f499885898d88a7e5a3d1">tempest-ServerRescueNegativeTestJSON-45682725-project-member</nova:user>
Nov 27 14:24:13 user nova-compute[75432]:         <nova:project uuid="16971f2703e649a3a49db0b1b5adfb26">tempest-ServerRescueNegativeTestJSON-45682725</nova:project>
Nov 27 14:24:13 user nova-compute[75432]:       </nova:owner>
Nov 27 14:24:13 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:24:13 user nova-compute[75432]:       <nova:ports>
Nov 27 14:24:13 user nova-compute[75432]:         <nova:port uuid="6f85c7b2-31d5-42ef-a8f9-f819aa18097f">
Nov 27 14:24:13 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 14:24:13 user nova-compute[75432]:         </nova:port>
Nov 27 14:24:13 user nova-compute[75432]:       </nova:ports>
Nov 27 14:24:13 user nova-compute[75432]:     </nova:instance>
Nov 27 14:24:13 user nova-compute[75432]:   </metadata>
Nov 27 14:24:13 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:24:13 user nova-compute[75432]:     <system>
Nov 27 14:24:13 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:24:13 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:24:13 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:24:13 user nova-compute[75432]:       <entry name="serial">bd1f91a5-3007-4b66-84e9-aa0f6831e9a8</entry>
Nov 27 14:24:13 user nova-compute[75432]:       <entry name="uuid">bd1f91a5-3007-4b66-84e9-aa0f6831e9a8</entry>
Nov 27 14:24:13 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:24:13 user nova-compute[75432]:     </system>
Nov 27 14:24:13 user nova-compute[75432]:   </sysinfo>
Nov 27 14:24:13 user nova-compute[75432]:   <os>
Nov 27 14:24:13 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:24:13 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:24:13 user nova-compute[75432]:   </os>
Nov 27 14:24:13 user nova-compute[75432]:   <features>
Nov 27 14:24:13 user nova-compute[75432]:     <acpi/>
Nov 27 14:24:13 user nova-compute[75432]:     <apic/>
Nov 27 14:24:13 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:24:13 user nova-compute[75432]:   </features>
Nov 27 14:24:13 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:24:13 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:24:13 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:24:13 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:24:13 user nova-compute[75432]:   </clock>
Nov 27 14:24:13 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:24:13 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:24:13 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:24:13 user nova-compute[75432]:   </cpu>
Nov 27 14:24:13 user nova-compute[75432]:   <devices>
Nov 27 14:24:13 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:24:13 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:24:13 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue"/>
Nov 27 14:24:13 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:24:13 user nova-compute[75432]:     </disk>
Nov 27 14:24:13 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:24:13 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:24:13 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk"/>
Nov 27 14:24:13 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:24:13 user nova-compute[75432]:     </disk>
Nov 27 14:24:13 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:24:13 user nova-compute[75432]:       <mac address="fa:16:3e:69:f2:8a"/>
Nov 27 14:24:13 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:24:13 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:24:13 user nova-compute[75432]:       <target dev="tap6f85c7b2-31"/>
Nov 27 14:24:13 user nova-compute[75432]:     </interface>
Nov 27 14:24:13 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:24:13 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/console.log" append="off"/>
Nov 27 14:24:13 user nova-compute[75432]:     </serial>
Nov 27 14:24:13 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:24:13 user nova-compute[75432]:     <video>
Nov 27 14:24:13 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:24:13 user nova-compute[75432]:     </video>
Nov 27 14:24:13 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:24:13 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:24:13 user nova-compute[75432]:     </rng>
Nov 27 14:24:13 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:24:13 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:24:13 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:24:13 user nova-compute[75432]:     </memballoon>
Nov 27 14:24:13 user nova-compute[75432]:   </devices>
Nov 27 14:24:13 user nova-compute[75432]: </domain>
Nov 27 14:24:13 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:24:13 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Instance destroyed successfully.
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:24:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No VIF found with MAC fa:16:3e:69:f2:8a, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:24:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-ea2e27a0-43c6-470b-9796-207b5399d146 req-40d69af7-db5a-44ac-a93b-244ce0397437 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received event network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ea2e27a0-43c6-470b-9796-207b5399d146 req-40d69af7-db5a-44ac-a93b-244ce0397437 service nova] Acquiring lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ea2e27a0-43c6-470b-9796-207b5399d146 req-40d69af7-db5a-44ac-a93b-244ce0397437 service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ea2e27a0-43c6-470b-9796-207b5399d146 req-40d69af7-db5a-44ac-a93b-244ce0397437 service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-ea2e27a0-43c6-470b-9796-207b5399d146 req-40d69af7-db5a-44ac-a93b-244ce0397437 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] No waiting events found dispatching network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:24:14 user nova-compute[75432]: WARNING nova.compute.manager [req-ea2e27a0-43c6-470b-9796-207b5399d146 req-40d69af7-db5a-44ac-a93b-244ce0397437 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received unexpected event network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f for instance with vm_state active and task_state rescuing.
Nov 27 14:24:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-3e39d652-2a31-40ec-a4ec-e1acc54f3e0a req-fdc0438e-96d1-446e-9331-576cb2a9190c service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received event network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3e39d652-2a31-40ec-a4ec-e1acc54f3e0a req-fdc0438e-96d1-446e-9331-576cb2a9190c service nova] Acquiring lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3e39d652-2a31-40ec-a4ec-e1acc54f3e0a req-fdc0438e-96d1-446e-9331-576cb2a9190c service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3e39d652-2a31-40ec-a4ec-e1acc54f3e0a req-fdc0438e-96d1-446e-9331-576cb2a9190c service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-3e39d652-2a31-40ec-a4ec-e1acc54f3e0a req-fdc0438e-96d1-446e-9331-576cb2a9190c service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] No waiting events found dispatching network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:24:16 user nova-compute[75432]: WARNING nova.compute.manager [req-3e39d652-2a31-40ec-a4ec-e1acc54f3e0a req-fdc0438e-96d1-446e-9331-576cb2a9190c service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received unexpected event network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f for instance with vm_state active and task_state rescuing.
Nov 27 14:24:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-3e39d652-2a31-40ec-a4ec-e1acc54f3e0a req-fdc0438e-96d1-446e-9331-576cb2a9190c service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received event network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3e39d652-2a31-40ec-a4ec-e1acc54f3e0a req-fdc0438e-96d1-446e-9331-576cb2a9190c service nova] Acquiring lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3e39d652-2a31-40ec-a4ec-e1acc54f3e0a req-fdc0438e-96d1-446e-9331-576cb2a9190c service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3e39d652-2a31-40ec-a4ec-e1acc54f3e0a req-fdc0438e-96d1-446e-9331-576cb2a9190c service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-3e39d652-2a31-40ec-a4ec-e1acc54f3e0a req-fdc0438e-96d1-446e-9331-576cb2a9190c service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] No waiting events found dispatching network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:24:16 user nova-compute[75432]: WARNING nova.compute.manager [req-3e39d652-2a31-40ec-a4ec-e1acc54f3e0a req-fdc0438e-96d1-446e-9331-576cb2a9190c service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received unexpected event network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f for instance with vm_state active and task_state rescuing.
Nov 27 14:24:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-644df173-ffa0-443f-9e26-e6753eefd965 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:24:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-83fc8e50-f81e-44ab-b44c-8d535b5f6e46 req-cb409e8e-2d93-47ef-96d8-0c3a77634b20 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-changed-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-83fc8e50-f81e-44ab-b44c-8d535b5f6e46 req-cb409e8e-2d93-47ef-96d8-0c3a77634b20 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Refreshing instance network info cache due to event network-changed-03fd28ec-ad1a-41df-9611-85b2606b5e67. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:24:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83fc8e50-f81e-44ab-b44c-8d535b5f6e46 req-cb409e8e-2d93-47ef-96d8-0c3a77634b20 service nova] Acquiring lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83fc8e50-f81e-44ab-b44c-8d535b5f6e46 req-cb409e8e-2d93-47ef-96d8-0c3a77634b20 service nova] Acquired lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:24 user nova-compute[75432]: DEBUG nova.network.neutron [req-83fc8e50-f81e-44ab-b44c-8d535b5f6e46 req-cb409e8e-2d93-47ef-96d8-0c3a77634b20 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Refreshing network info cache for port 03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:24:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:24 user nova-compute[75432]: DEBUG nova.network.neutron [req-83fc8e50-f81e-44ab-b44c-8d535b5f6e46 req-cb409e8e-2d93-47ef-96d8-0c3a77634b20 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updated VIF entry in instance network info cache for port 03fd28ec-ad1a-41df-9611-85b2606b5e67. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:24:24 user nova-compute[75432]: DEBUG nova.network.neutron [req-83fc8e50-f81e-44ab-b44c-8d535b5f6e46 req-cb409e8e-2d93-47ef-96d8-0c3a77634b20 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating instance_info_cache with network_info: [{"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83fc8e50-f81e-44ab-b44c-8d535b5f6e46 req-cb409e8e-2d93-47ef-96d8-0c3a77634b20 service nova] Releasing lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:25 user nova-compute[75432]: DEBUG nova.compute.manager [req-79c0a623-f623-4cf4-bee5-5c3822723be6 req-40d8de9d-c261-4103-848c-94b3e39caeef service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Received event network-changed-2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:25 user nova-compute[75432]: DEBUG nova.compute.manager [req-79c0a623-f623-4cf4-bee5-5c3822723be6 req-40d8de9d-c261-4103-848c-94b3e39caeef service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Refreshing instance network info cache due to event network-changed-2f823974-ee6b-4bce-9128-9e4501d6c429. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:24:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-79c0a623-f623-4cf4-bee5-5c3822723be6 req-40d8de9d-c261-4103-848c-94b3e39caeef service nova] Acquiring lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-79c0a623-f623-4cf4-bee5-5c3822723be6 req-40d8de9d-c261-4103-848c-94b3e39caeef service nova] Acquired lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:25 user nova-compute[75432]: DEBUG nova.network.neutron [req-79c0a623-f623-4cf4-bee5-5c3822723be6 req-40d8de9d-c261-4103-848c-94b3e39caeef service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Refreshing network info cache for port 2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:24:26 user nova-compute[75432]: DEBUG nova.network.neutron [req-79c0a623-f623-4cf4-bee5-5c3822723be6 req-40d8de9d-c261-4103-848c-94b3e39caeef service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updated VIF entry in instance network info cache for port 2f823974-ee6b-4bce-9128-9e4501d6c429. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:24:26 user nova-compute[75432]: DEBUG nova.network.neutron [req-79c0a623-f623-4cf4-bee5-5c3822723be6 req-40d8de9d-c261-4103-848c-94b3e39caeef service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updating instance_info_cache with network_info: [{"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-79c0a623-f623-4cf4-bee5-5c3822723be6 req-40d8de9d-c261-4103-848c-94b3e39caeef service nova] Releasing lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:24:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:24:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:24:28 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:24:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:28 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Updating instance_info_cache with network_info: [{"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-8a6c1f7a-a426-4260-9101-796d7f39ccd8 req-3b1ad1f7-e051-444d-859e-d417aebe0de6 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-changed-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-8a6c1f7a-a426-4260-9101-796d7f39ccd8 req-3b1ad1f7-e051-444d-859e-d417aebe0de6 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Refreshing instance network info cache due to event network-changed-59973ed2-cf57-4cd6-bccc-a372532b991b. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8a6c1f7a-a426-4260-9101-796d7f39ccd8 req-3b1ad1f7-e051-444d-859e-d417aebe0de6 service nova] Acquiring lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8a6c1f7a-a426-4260-9101-796d7f39ccd8 req-3b1ad1f7-e051-444d-859e-d417aebe0de6 service nova] Acquired lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG nova.network.neutron [req-8a6c1f7a-a426-4260-9101-796d7f39ccd8 req-3b1ad1f7-e051-444d-859e-d417aebe0de6 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Refreshing network info cache for port 59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG nova.network.neutron [req-8a6c1f7a-a426-4260-9101-796d7f39ccd8 req-3b1ad1f7-e051-444d-859e-d417aebe0de6 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Updated VIF entry in instance network info cache for port 59973ed2-cf57-4cd6-bccc-a372532b991b. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG nova.network.neutron [req-8a6c1f7a-a426-4260-9101-796d7f39ccd8 req-3b1ad1f7-e051-444d-859e-d417aebe0de6 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Updating instance_info_cache with network_info: [{"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8a6c1f7a-a426-4260-9101-796d7f39ccd8 req-3b1ad1f7-e051-444d-859e-d417aebe0de6 service nova] Releasing lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-ce06763e-1d72-4b44-9495-f11056031570 req-b280316a-06b2-4c25-890f-a87b231b8f40 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-changed-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-ce06763e-1d72-4b44-9495-f11056031570 req-b280316a-06b2-4c25-890f-a87b231b8f40 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Refreshing instance network info cache due to event network-changed-99da4146-3990-49f6-a098-627b04e2ff4c. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ce06763e-1d72-4b44-9495-f11056031570 req-b280316a-06b2-4c25-890f-a87b231b8f40 service nova] Acquiring lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ce06763e-1d72-4b44-9495-f11056031570 req-b280316a-06b2-4c25-890f-a87b231b8f40 service nova] Acquired lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG nova.network.neutron [req-ce06763e-1d72-4b44-9495-f11056031570 req-b280316a-06b2-4c25-890f-a87b231b8f40 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Refreshing network info cache for port 99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG nova.objects.instance [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.156s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG nova.network.neutron [req-ce06763e-1d72-4b44-9495-f11056031570 req-b280316a-06b2-4c25-890f-a87b231b8f40 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updated VIF entry in instance network info cache for port 99da4146-3990-49f6-a098-627b04e2ff4c. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG nova.network.neutron [req-ce06763e-1d72-4b44-9495-f11056031570 req-b280316a-06b2-4c25-890f-a87b231b8f40 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updating instance_info_cache with network_info: [{"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ce06763e-1d72-4b44-9495-f11056031570 req-b280316a-06b2-4c25-890f-a87b231b8f40 service nova] Releasing lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:34 user nova-compute[75432]: INFO nova.compute.manager [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Attaching volume dae5628c-fdb7-409f-913c-9c40d8a4a9a6 to /dev/vdb
Nov 27 14:24:34 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:24:34 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=6805MB free_disk=25.366241455078125GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG os_brick.utils [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[343eb6bf-0de9-4406-a0cc-4dab91edb2a6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3176e16a-d66c-41a3-abf0-9cc48e0b196a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[58df4dd0-cf80-4408-8b56-fb9ca43bd21c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[868e2035-953e-49e2-b33c-0c114eaac020]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 86458776-cf1e-457c-8639-7c99bc80af53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9f515838-2521-400d-a783-8abf36bdf8ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance d3959cd6-e05e-42af-92e0-8cb520e76ec5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 370194d8-a6ef-4600-87de-ae645f4869c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 28edc9f9-db0e-4893-b81e-f14731954784 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:24:34 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:24:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a00b16ef-ff12-4c7c-9532-432a4f153e09]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG os_brick.utils [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:24:34 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Updating existing volume attachment record: 2454848e-2748-4747-918c-7e5a0bf42185 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:24:35 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:24:35 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:24:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:24:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.556s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "9f515838-2521-400d-a783-8abf36bdf8ee" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:37 user nova-compute[75432]: INFO nova.compute.manager [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Shelving
Nov 27 14:24:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-612c0b82-e310-43cb-ae3c-343775982e60 req-98034da5-4f9f-487f-888f-141383466f62 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-unplugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-612c0b82-e310-43cb-ae3c-343775982e60 req-98034da5-4f9f-487f-888f-141383466f62 service nova] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-612c0b82-e310-43cb-ae3c-343775982e60 req-98034da5-4f9f-487f-888f-141383466f62 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-612c0b82-e310-43cb-ae3c-343775982e60 req-98034da5-4f9f-487f-888f-141383466f62 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-612c0b82-e310-43cb-ae3c-343775982e60 req-98034da5-4f9f-487f-888f-141383466f62 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] No waiting events found dispatching network-vif-unplugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:24:37 user nova-compute[75432]: WARNING nova.compute.manager [req-612c0b82-e310-43cb-ae3c-343775982e60 req-98034da5-4f9f-487f-888f-141383466f62 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received unexpected event network-vif-unplugged-99da4146-3990-49f6-a098-627b04e2ff4c for instance with vm_state active and task_state shelving.
Nov 27 14:24:37 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Instance destroyed successfully.
Nov 27 14:24:37 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Beginning cold snapshot process
Nov 27 14:24:38 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:24:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk /opt/stack/data/nova/instances/snapshots/tmpuprwnqa1/696e7c75bf3f41b0900187a4a3d3754d {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk /opt/stack/data/nova/instances/snapshots/tmpuprwnqa1/696e7c75bf3f41b0900187a4a3d3754d" returned: 0 in 0.905s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:39 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Snapshot extracted, beginning image upload
Nov 27 14:24:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-09c6ccad-3fc6-4ece-ad83-a0f9691bcbbe req-45060449-8f08-46c6-a670-5ac3546ca72b service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-09c6ccad-3fc6-4ece-ad83-a0f9691bcbbe req-45060449-8f08-46c6-a670-5ac3546ca72b service nova] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-09c6ccad-3fc6-4ece-ad83-a0f9691bcbbe req-45060449-8f08-46c6-a670-5ac3546ca72b service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-09c6ccad-3fc6-4ece-ad83-a0f9691bcbbe req-45060449-8f08-46c6-a670-5ac3546ca72b service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-09c6ccad-3fc6-4ece-ad83-a0f9691bcbbe req-45060449-8f08-46c6-a670-5ac3546ca72b service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] No waiting events found dispatching network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:24:39 user nova-compute[75432]: WARNING nova.compute.manager [req-09c6ccad-3fc6-4ece-ad83-a0f9691bcbbe req-45060449-8f08-46c6-a670-5ac3546ca72b service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received unexpected event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c for instance with vm_state active and task_state shelving_image_uploading.
Nov 27 14:24:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lJFfadAH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:24:40 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:24:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:24:40 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:24:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:24:40 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:24:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260" returned: 21 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac163f19-9ba8-4c2d-a6a0-30277cac4dfa]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:24:40 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4b3ef3d-33ed-446e-b554-bda98dfed255]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6] added
Nov 27 14:24:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[374a5d9c-c341-431b-975d-177b8e5332e5]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.033s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[44179b58-1ca5-4bc4-ac21-59a7b6dd15e4]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lJFfadAH {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lJFfadAH" returned: 0 in 0.078s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d4fdba3-5745-4744-8fc5-f73e2427dd7b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lJFfadAH'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b29505f2-3cf3-4889-8770-3eb6628f5731]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a4b2788-cbeb-485b-b9ee-da19b667b423]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:24:41 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:24:41 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[30500a42-8389-4b9b-a011-ea78b9b5e370]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260]
Nov 27 14:24:41 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260] successful.
Nov 27 14:24:41 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a60aa444-e00f-4cd8-b2a0-b8030b65ac2b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9366c052-11bc-41c3-ab7a-68c4f9c5787f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:24:41 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:24:41 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:24:41 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:24:41 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.367s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dca97b6-da43-42f2-bb3a-d9dc29d46b8b]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lJFfadAH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:24:41 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Snapshot image upload complete
Nov 27 14:24:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:24:41 user nova-compute[75432]: INFO nova.compute.manager [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Shelve offloading
Nov 27 14:24:41 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Instance destroyed successfully.
Nov 27 14:24:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquired lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG nova.network.neutron [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG nova.network.neutron [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updating instance_info_cache with network_info: [{"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Releasing lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.403s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] <== connect_volume: return (1404ms) {'type': 'block', 'scsi_wwn': '23938363366346638', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23938363366346638', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.objects.instance [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:42 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Instance destroyed successfully.
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.objects.instance [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'resources' on Instance uuid 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:24:42 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:24:42 user nova-compute[75432]:   <source dev="/dev/sdc"/>
Nov 27 14:24:42 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:24:42 user nova-compute[75432]:   <serial>dae5628c-fdb7-409f-913c-9c40d8a4a9a6</serial>
Nov 27 14:24:42 user nova-compute[75432]: </disk>
Nov 27 14:24:42 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-859330745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-859330745',id=6,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAGZ7Ik1zzTytPPi9wrM3GmmbgsYg1idJCYBjzGRZImr/eIwXLm+ZMo8a7sRcJiEzIUkxsJwQZ3m/KSAtWsRxsFMwNRUzjLJXxb3pLan4rY7Osysk918gGj+AlRGD9/1Vg==',key_name='tempest-keypair-1267014867',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='491b5c64d0c141439d6f662a34202002',ramdisk_id='',reservation_id='r-1475zwf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-790439868',owner_user_name='tempest-AttachVolumeShelveTestJSON-790439868-project-member',shelved_at='2023-11-27T14:24:41.423141',shelved_host='user',shelved_image_id='bf9727db-793d-4e7d-8152-9f452a093b83'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:24:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21e5f6317ca1424ab3c082f2d2cbd00b',uuid=9f515838-2521-400d-a783-8abf36bdf8ee,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converting VIF {"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG os_vif [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap99da4146-39, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2c854d0a-0803-48c9-aa2a-438a36e48b8c) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-c1b002d6-4864-4b12-951c-8c8a0f4f0699 req-016215fc-eb30-47bb-ba5e-59f0a0f3189c service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-changed-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-c1b002d6-4864-4b12-951c-8c8a0f4f0699 req-016215fc-eb30-47bb-ba5e-59f0a0f3189c service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Refreshing instance network info cache due to event network-changed-99da4146-3990-49f6-a098-627b04e2ff4c. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c1b002d6-4864-4b12-951c-8c8a0f4f0699 req-016215fc-eb30-47bb-ba5e-59f0a0f3189c service nova] Acquiring lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c1b002d6-4864-4b12-951c-8c8a0f4f0699 req-016215fc-eb30-47bb-ba5e-59f0a0f3189c service nova] Acquired lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.network.neutron [req-c1b002d6-4864-4b12-951c-8c8a0f4f0699 req-016215fc-eb30-47bb-ba5e-59f0a0f3189c service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Refreshing network info cache for port 99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:42 user nova-compute[75432]: INFO os_vif [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39')
Nov 27 14:24:42 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Deleting instance files /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee_del
Nov 27 14:24:42 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Deletion of /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee_del complete
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75432) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Nov 27 14:24:42 user nova-compute[75432]: INFO nova.virt.libvirt.host [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] UEFI support detected
Nov 27 14:24:42 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Deleted allocations for instance 9f515838-2521-400d-a783-8abf36bdf8ee
Nov 27 14:24:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.objects.instance [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.objects.base [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Object Instance<9f515838-2521-400d-a783-8abf36bdf8ee> lazy-loaded attributes: resources,numa_topology {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No VIF found with MAC fa:16:3e:a7:46:42, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.network.neutron [req-c1b002d6-4864-4b12-951c-8c8a0f4f0699 req-016215fc-eb30-47bb-ba5e-59f0a0f3189c service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updated VIF entry in instance network info cache for port 99da4146-3990-49f6-a098-627b04e2ff4c. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG nova.network.neutron [req-c1b002d6-4864-4b12-951c-8c8a0f4f0699 req-016215fc-eb30-47bb-ba5e-59f0a0f3189c service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updating instance_info_cache with network_info: [{"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap99da4146-39", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c1b002d6-4864-4b12-951c-8c8a0f4f0699 req-016215fc-eb30-47bb-ba5e-59f0a0f3189c service nova] Releasing lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-abe9d440-77c7-4513-8dfd-3c477a43be03 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.531s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:43 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:24:43 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:24:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.467s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f06e48f5-2e15-45cb-90b5-d5c72ce9f0d6 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "9f515838-2521-400d-a783-8abf36bdf8ee" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.963s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6be970d2-9206-4116-9559-e52e91bfcfef tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6be970d2-9206-4116-9559-e52e91bfcfef tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-6be970d2-9206-4116-9559-e52e91bfcfef tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:24:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-6be970d2-9206-4116-9559-e52e91bfcfef tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75432) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 27 14:24:43 user nova-compute[75432]: DEBUG nova.objects.instance [None req-6be970d2-9206-4116-9559-e52e91bfcfef tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-8f76fdc8-e0f5-4a04-ac25-8740c8828765 req-20e431a1-c796-4353-b6f3-eef9743add10 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-unplugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8f76fdc8-e0f5-4a04-ac25-8740c8828765 req-20e431a1-c796-4353-b6f3-eef9743add10 service nova] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8f76fdc8-e0f5-4a04-ac25-8740c8828765 req-20e431a1-c796-4353-b6f3-eef9743add10 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8f76fdc8-e0f5-4a04-ac25-8740c8828765 req-20e431a1-c796-4353-b6f3-eef9743add10 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-8f76fdc8-e0f5-4a04-ac25-8740c8828765 req-20e431a1-c796-4353-b6f3-eef9743add10 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] No waiting events found dispatching network-vif-unplugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:24:44 user nova-compute[75432]: WARNING nova.compute.manager [req-8f76fdc8-e0f5-4a04-ac25-8740c8828765 req-20e431a1-c796-4353-b6f3-eef9743add10 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received unexpected event network-vif-unplugged-59973ed2-cf57-4cd6-bccc-a372532b991b for instance with vm_state active and task_state powering-off.
Nov 27 14:24:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-8f76fdc8-e0f5-4a04-ac25-8740c8828765 req-20e431a1-c796-4353-b6f3-eef9743add10 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8f76fdc8-e0f5-4a04-ac25-8740c8828765 req-20e431a1-c796-4353-b6f3-eef9743add10 service nova] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8f76fdc8-e0f5-4a04-ac25-8740c8828765 req-20e431a1-c796-4353-b6f3-eef9743add10 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8f76fdc8-e0f5-4a04-ac25-8740c8828765 req-20e431a1-c796-4353-b6f3-eef9743add10 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-8f76fdc8-e0f5-4a04-ac25-8740c8828765 req-20e431a1-c796-4353-b6f3-eef9743add10 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] No waiting events found dispatching network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:24:44 user nova-compute[75432]: WARNING nova.compute.manager [req-8f76fdc8-e0f5-4a04-ac25-8740c8828765 req-20e431a1-c796-4353-b6f3-eef9743add10 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received unexpected event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b for instance with vm_state active and task_state powering-off.
Nov 27 14:24:44 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance destroyed successfully.
Nov 27 14:24:44 user nova-compute[75432]: DEBUG nova.compute.manager [None req-6be970d2-9206-4116-9559-e52e91bfcfef tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:24:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6be970d2-9206-4116-9559-e52e91bfcfef tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.837s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:45 user nova-compute[75432]: DEBUG nova.compute.manager [req-1f7287d7-80f0-4234-ae68-1cb6b11cd97d req-5d76e636-89c7-4259-bd01-9e88320bda14 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event network-changed-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:45 user nova-compute[75432]: DEBUG nova.compute.manager [req-1f7287d7-80f0-4234-ae68-1cb6b11cd97d req-5d76e636-89c7-4259-bd01-9e88320bda14 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Refreshing instance network info cache due to event network-changed-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:24:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f7287d7-80f0-4234-ae68-1cb6b11cd97d req-5d76e636-89c7-4259-bd01-9e88320bda14 service nova] Acquiring lock "refresh_cache-d3959cd6-e05e-42af-92e0-8cb520e76ec5" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f7287d7-80f0-4234-ae68-1cb6b11cd97d req-5d76e636-89c7-4259-bd01-9e88320bda14 service nova] Acquired lock "refresh_cache-d3959cd6-e05e-42af-92e0-8cb520e76ec5" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:45 user nova-compute[75432]: DEBUG nova.network.neutron [req-1f7287d7-80f0-4234-ae68-1cb6b11cd97d req-5d76e636-89c7-4259-bd01-9e88320bda14 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Refreshing network info cache for port 2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:24:45 user nova-compute[75432]: DEBUG nova.network.neutron [req-1f7287d7-80f0-4234-ae68-1cb6b11cd97d req-5d76e636-89c7-4259-bd01-9e88320bda14 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Updated VIF entry in instance network info cache for port 2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:24:45 user nova-compute[75432]: DEBUG nova.network.neutron [req-1f7287d7-80f0-4234-ae68-1cb6b11cd97d req-5d76e636-89c7-4259-bd01-9e88320bda14 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Updating instance_info_cache with network_info: [{"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f7287d7-80f0-4234-ae68-1cb6b11cd97d req-5d76e636-89c7-4259-bd01-9e88320bda14 service nova] Releasing lock "refresh_cache-d3959cd6-e05e-42af-92e0-8cb520e76ec5" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:46 user nova-compute[75432]: INFO nova.compute.manager [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Rebuilding instance
Nov 27 14:24:46 user nova-compute[75432]: DEBUG nova.compute.manager [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:24:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:46 user nova-compute[75432]: DEBUG nova.compute.manager [req-e720bae5-fcb3-4577-84c6-84abe61f64b9 req-7183a3e3-5da4-49ad-b8a3-3301608305ca service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event network-vif-unplugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e720bae5-fcb3-4577-84c6-84abe61f64b9 req-7183a3e3-5da4-49ad-b8a3-3301608305ca service nova] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e720bae5-fcb3-4577-84c6-84abe61f64b9 req-7183a3e3-5da4-49ad-b8a3-3301608305ca service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e720bae5-fcb3-4577-84c6-84abe61f64b9 req-7183a3e3-5da4-49ad-b8a3-3301608305ca service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:46 user nova-compute[75432]: DEBUG nova.compute.manager [req-e720bae5-fcb3-4577-84c6-84abe61f64b9 req-7183a3e3-5da4-49ad-b8a3-3301608305ca service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] No waiting events found dispatching network-vif-unplugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:24:46 user nova-compute[75432]: WARNING nova.compute.manager [req-e720bae5-fcb3-4577-84c6-84abe61f64b9 req-7183a3e3-5da4-49ad-b8a3-3301608305ca service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received unexpected event network-vif-unplugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 for instance with vm_state active and task_state rebuilding.
Nov 27 14:24:47 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Instance destroyed successfully.
Nov 27 14:24:47 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Instance destroyed successfully.
Nov 27 14:24:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-172461276',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1938428505',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKgRqwAo3cv0QdRsyudWn3Ca5fbjSWP8svgYeAviRJ/09yICWP50PzR5uVKDpqWAYZ5Wsfbe/3NWryZQWudcfBP58ahZeN0XTD3YDiOBdr9ieTgjlp4DsSyszrP1gZ9OFw==',key_name='tempest-keypair-528943021',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b1f0fb2ad5fe4801b60434097df50f01',ramdisk_id='',reservation_id='r-unzn97sy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-827272752',owner_user_name='tempest-ServerActionsV293TestJSON-827272752-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:24:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea4678ac2edc43829e47997f9f3f8412',uuid=d3959cd6-e05e-42af-92e0-8cb520e76ec5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Converting VIF {"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_vif [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2f3c8ec0-8c, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=523e208d-1f12-4aed-9d08-1fdc3dde962e) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:47 user nova-compute[75432]: INFO os_vif [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c')
Nov 27 14:24:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QcLljAmx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:24:47 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[df98c246-0b0a-4778-8d77-06ca6506f818]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:24:47 user nova-compute[75432]: No targets found.
Nov 27 14:24:47 user nova-compute[75432]: iSNS:
Nov 27 14:24:47 user nova-compute[75432]: No targets found.
Nov 27 14:24:47 user nova-compute[75432]: STATIC:
Nov 27 14:24:47 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:24:47 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:24:47 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:24:47 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3
Nov 27 14:24:47 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:24:47 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:24:47 user nova-compute[75432]: FIRMWARE:
Nov 27 14:24:47 user nova-compute[75432]: No targets found.
Nov 27 14:24:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:24:47 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:24:47 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0efbec5-5dc3-412c-9636-daa686c98d96]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[194edcce-87ab-4737-9d08-e23cbcef93af]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:24:47 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:24:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:24:47 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:24:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b507571c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc5d45b7-d060-4c60-83a8-f0fa21de8ce0]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7927a0cf-295d-4624-a079-fb92dd93720f]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[18966389-5ffe-42ab-bd2e-7c14ec520fb3]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5be31a54-2c26-41ca-9476-a964636c8553]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOcc50680d-d7860fcbf42e5074', '/dev/disk/by-id/scsi-26437383630666362', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_cc50680d') {{(pid=85645) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec178eed-890b-4b4e-8ec9-59c47ceea283]: (4, None) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[81f053df-1294-44d2-9e13-790e9dea23f4]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eb95831-ff5c-4c4f-a304-e9caa2316263]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260]
Nov 27 14:24:47 user nova-compute[75432]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260] successful.
Nov 27 14:24:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[60b9c242-53d9-4679-9678-fa78d64d4e7c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.318s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] <== disconnect_volume: return (320ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:24:47 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Deleting instance files /opt/stack/data/nova/instances/d3959cd6-e05e-42af-92e0-8cb520e76ec5_del
Nov 27 14:24:47 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Deletion of /opt/stack/data/nova/instances/d3959cd6-e05e-42af-92e0-8cb520e76ec5_del complete
Nov 27 14:24:47 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance d3959cd6-e05e-42af-92e0-8cb520e76ec5 could not be found.
Nov 27 14:24:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QcLljAmx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:24:47 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0a868df-5d91-44dd-b153-90ac746c30ee]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:24:47 user nova-compute[75432]: No targets found.
Nov 27 14:24:47 user nova-compute[75432]: iSNS:
Nov 27 14:24:47 user nova-compute[75432]: No targets found.
Nov 27 14:24:47 user nova-compute[75432]: STATIC:
Nov 27 14:24:47 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:24:47 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:24:47 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:24:47 user nova-compute[75432]: FIRMWARE:
Nov 27 14:24:47 user nova-compute[75432]: No targets found.
Nov 27 14:24:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:24:47 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:24:47 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fd73ed2-c9ae-4cf6-9814-84a53c740f8c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[28e352d7-37a0-4919-aca5-4ee414474648]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:24:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:24:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b507b2cb0>, {}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Disconnecting from: [] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.060s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] <== disconnect_volume: return (61ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:24:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:24:48 user nova-compute[75432]: DEBUG nova.compute.manager [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Preparing to wait for external event volume-reimaged-6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 {{(pid=75432) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 27 14:24:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:48 user nova-compute[75432]: DEBUG nova.compute.manager [req-42a063ae-e823-40ff-a96f-8254de3a118a req-fb0b2455-1131-4154-8d38-2acdaea22177 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-42a063ae-e823-40ff-a96f-8254de3a118a req-fb0b2455-1131-4154-8d38-2acdaea22177 service nova] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-42a063ae-e823-40ff-a96f-8254de3a118a req-fb0b2455-1131-4154-8d38-2acdaea22177 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-42a063ae-e823-40ff-a96f-8254de3a118a req-fb0b2455-1131-4154-8d38-2acdaea22177 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:48 user nova-compute[75432]: DEBUG nova.compute.manager [req-42a063ae-e823-40ff-a96f-8254de3a118a req-fb0b2455-1131-4154-8d38-2acdaea22177 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] No event matching network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 in dict_keys([('volume-reimaged', '6e21a7a8-7ef1-4150-bd15-f3c779b9afa3')]) {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:325}}
Nov 27 14:24:48 user nova-compute[75432]: WARNING nova.compute.manager [req-42a063ae-e823-40ff-a96f-8254de3a118a req-fb0b2455-1131-4154-8d38-2acdaea22177 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received unexpected event network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 for instance with vm_state active and task_state rebuilding.
Nov 27 14:24:50 user nova-compute[75432]: DEBUG nova.compute.manager [req-6268f32a-278c-442e-93eb-9679fef6fc1d req-e93875bd-ad43-4c69-9bcb-f381ccc79c81 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-changed-60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG nova.compute.manager [req-6268f32a-278c-442e-93eb-9679fef6fc1d req-e93875bd-ad43-4c69-9bcb-f381ccc79c81 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Refreshing instance network info cache due to event network-changed-60643d67-fdcf-45e1-acb1-494066736b6a. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6268f32a-278c-442e-93eb-9679fef6fc1d req-e93875bd-ad43-4c69-9bcb-f381ccc79c81 service nova] Acquiring lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6268f32a-278c-442e-93eb-9679fef6fc1d req-e93875bd-ad43-4c69-9bcb-f381ccc79c81 service nova] Acquired lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG nova.network.neutron [req-6268f32a-278c-442e-93eb-9679fef6fc1d req-e93875bd-ad43-4c69-9bcb-f381ccc79c81 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Refreshing network info cache for port 60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "interface-cea89a34-aa94-4a6d-9b69-04d1b53c59ec-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "interface-cea89a34-aa94-4a6d-9b69-04d1b53c59ec-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG nova.objects.instance [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lazy-loading 'flavor' on Instance uuid cea89a34-aa94-4a6d-9b69-04d1b53c59ec {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG nova.objects.instance [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lazy-loading 'pci_requests' on Instance uuid cea89a34-aa94-4a6d-9b69-04d1b53c59ec {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG nova.network.neutron [req-6268f32a-278c-442e-93eb-9679fef6fc1d req-e93875bd-ad43-4c69-9bcb-f381ccc79c81 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Updated VIF entry in instance network info cache for port 60643d67-fdcf-45e1-acb1-494066736b6a. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG nova.network.neutron [req-6268f32a-278c-442e-93eb-9679fef6fc1d req-e93875bd-ad43-4c69-9bcb-f381ccc79c81 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Updating instance_info_cache with network_info: [{"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG nova.objects.base [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Object Instance<cea89a34-aa94-4a6d-9b69-04d1b53c59ec> lazy-loaded attributes: flavor,pci_requests {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG nova.network.neutron [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6268f32a-278c-442e-93eb-9679fef6fc1d req-e93875bd-ad43-4c69-9bcb-f381ccc79c81 service nova] Releasing lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:50 user nova-compute[75432]: DEBUG nova.policy [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d3e7e9ae29441149f8865e84278226b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48ccde559c304fbe98ba658e5abf6792', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:24:51 user nova-compute[75432]: DEBUG nova.compute.manager [req-b74eae14-5f61-45d0-b422-f89912946eb5 req-3f527b36-4596-4fac-ae1c-94ac82e25b22 service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Received event network-changed-9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:51 user nova-compute[75432]: DEBUG nova.compute.manager [req-b74eae14-5f61-45d0-b422-f89912946eb5 req-3f527b36-4596-4fac-ae1c-94ac82e25b22 service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Refreshing instance network info cache due to event network-changed-9e06290a-55c9-41b9-a385-23b741e875d1. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:24:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b74eae14-5f61-45d0-b422-f89912946eb5 req-3f527b36-4596-4fac-ae1c-94ac82e25b22 service nova] Acquiring lock "refresh_cache-12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b74eae14-5f61-45d0-b422-f89912946eb5 req-3f527b36-4596-4fac-ae1c-94ac82e25b22 service nova] Acquired lock "refresh_cache-12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:51 user nova-compute[75432]: DEBUG nova.network.neutron [req-b74eae14-5f61-45d0-b422-f89912946eb5 req-3f527b36-4596-4fac-ae1c-94ac82e25b22 service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Refreshing network info cache for port 9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:24:51 user nova-compute[75432]: DEBUG nova.network.neutron [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Successfully created port: e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:24:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:51 user nova-compute[75432]: DEBUG nova.network.neutron [req-b74eae14-5f61-45d0-b422-f89912946eb5 req-3f527b36-4596-4fac-ae1c-94ac82e25b22 service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Updated VIF entry in instance network info cache for port 9e06290a-55c9-41b9-a385-23b741e875d1. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:24:51 user nova-compute[75432]: DEBUG nova.network.neutron [req-b74eae14-5f61-45d0-b422-f89912946eb5 req-3f527b36-4596-4fac-ae1c-94ac82e25b22 service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Updating instance_info_cache with network_info: [{"id": "9e06290a-55c9-41b9-a385-23b741e875d1", "address": "fa:16:3e:3f:80:da", "network": {"id": "9e66e1eb-d7c5-40e1-9d54-b1decc44ea99", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-773774456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb38af0a748849e98f2c207eec345e80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e06290a-55", "ovs_interfaceid": "9e06290a-55c9-41b9-a385-23b741e875d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b74eae14-5f61-45d0-b422-f89912946eb5 req-3f527b36-4596-4fac-ae1c-94ac82e25b22 service nova] Releasing lock "refresh_cache-12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.network.neutron [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Successfully updated port: e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquired lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.network.neutron [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-873c67f6-632e-424b-a6bf-6c2f9fcf1026 req-69904e44-9f07-4f1c-8b11-37bdaf50c09c service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-changed-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-873c67f6-632e-424b-a6bf-6c2f9fcf1026 req-69904e44-9f07-4f1c-8b11-37bdaf50c09c service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Refreshing instance network info cache due to event network-changed-e7acb8dc-22eb-4b3b-990a-62d60a5372a6. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-873c67f6-632e-424b-a6bf-6c2f9fcf1026 req-69904e44-9f07-4f1c-8b11-37bdaf50c09c service nova] Acquiring lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-44dc2de6-d6be-4bc1-b1b0-a1157d0c522d req-545cab56-ef07-4c99-928e-afffd91072a0 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Received event network-changed-f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-44dc2de6-d6be-4bc1-b1b0-a1157d0c522d req-545cab56-ef07-4c99-928e-afffd91072a0 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Refreshing instance network info cache due to event network-changed-f9312cda-ae8b-4301-a165-4f473c739b20. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-44dc2de6-d6be-4bc1-b1b0-a1157d0c522d req-545cab56-ef07-4c99-928e-afffd91072a0 service nova] Acquiring lock "refresh_cache-370194d8-a6ef-4600-87de-ae645f4869c0" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-44dc2de6-d6be-4bc1-b1b0-a1157d0c522d req-545cab56-ef07-4c99-928e-afffd91072a0 service nova] Acquired lock "refresh_cache-370194d8-a6ef-4600-87de-ae645f4869c0" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.network.neutron [req-44dc2de6-d6be-4bc1-b1b0-a1157d0c522d req-545cab56-ef07-4c99-928e-afffd91072a0 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Refreshing network info cache for port f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "370194d8-a6ef-4600-87de-ae645f4869c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.objects.instance [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lazy-loading 'flavor' on Instance uuid 370194d8-a6ef-4600-87de-ae645f4869c0 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.network.neutron [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Updating instance_info_cache with network_info: [{"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Releasing lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-873c67f6-632e-424b-a6bf-6c2f9fcf1026 req-69904e44-9f07-4f1c-8b11-37bdaf50c09c service nova] Acquired lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.network.neutron [req-873c67f6-632e-424b-a6bf-6c2f9fcf1026 req-69904e44-9f07-4f1c-8b11-37bdaf50c09c service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Refreshing network info cache for port e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:22:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1674808710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1674808710',id=8,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA8fK/1a1+XdUibHZ4pmQON3Bq+C+gR2u+IJq6Ggg9bMNnHwaqoQn5db2+fztt498qAUXyliwGQxW6eHgBSSFvI7JqlpIdYK1H6wgkIX8BYaiqZ3JypcvZjei9bguEXsKg==',key_name='tempest-keypair-280828922',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='48ccde559c304fbe98ba658e5abf6792',ramdisk_id='',reservation_id='r-f09sb4mk',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123890216',owner_user_name='tempest-TaggedAttachmentsTest-123890216-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:23:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7d3e7e9ae29441149f8865e84278226b',uuid=cea89a34-aa94-4a6d-9b69-04d1b53c59ec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converting VIF {"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:2f:dd,bridge_name='br-int',has_traffic_filtering=True,id=e7acb8dc-22eb-4b3b-990a-62d60a5372a6,network=Network(024dced4-1ae3-465c-8c2c-68f8c8985ed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape7acb8dc-22') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG os_vif [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:2f:dd,bridge_name='br-int',has_traffic_filtering=True,id=e7acb8dc-22eb-4b3b-990a-62d60a5372a6,network=Network(024dced4-1ae3-465c-8c2c-68f8c8985ed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape7acb8dc-22') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:24:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b4a99a03-a3dd-5215-a562-4ebda87b52cb', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape7acb8dc-22, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape7acb8dc-22, col_values=(('qos', UUID('51980ef4-24ca-4525-b07c-4d3aa5b82439')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape7acb8dc-22, col_values=(('external_ids', {'iface-id': 'e7acb8dc-22eb-4b3b-990a-62d60a5372a6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:dc:2f:dd', 'vm-uuid': 'cea89a34-aa94-4a6d-9b69-04d1b53c59ec'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "370194d8-a6ef-4600-87de-ae645f4869c0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:53 user nova-compute[75432]: INFO nova.compute.manager [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Attaching volume b1278b06-1c0c-4e5f-acd1-c0b2111d3aed to /dev/vdb
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:53 user nova-compute[75432]: INFO os_vif [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:2f:dd,bridge_name='br-int',has_traffic_filtering=True,id=e7acb8dc-22eb-4b3b-990a-62d60a5372a6,network=Network(024dced4-1ae3-465c-8c2c-68f8c8985ed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape7acb8dc-22')
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:22:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1674808710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1674808710',id=8,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA8fK/1a1+XdUibHZ4pmQON3Bq+C+gR2u+IJq6Ggg9bMNnHwaqoQn5db2+fztt498qAUXyliwGQxW6eHgBSSFvI7JqlpIdYK1H6wgkIX8BYaiqZ3JypcvZjei9bguEXsKg==',key_name='tempest-keypair-280828922',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='48ccde559c304fbe98ba658e5abf6792',ramdisk_id='',reservation_id='r-f09sb4mk',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123890216',owner_user_name='tempest-TaggedAttachmentsTest-123890216-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:23:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7d3e7e9ae29441149f8865e84278226b',uuid=cea89a34-aa94-4a6d-9b69-04d1b53c59ec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converting VIF {"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:2f:dd,bridge_name='br-int',has_traffic_filtering=True,id=e7acb8dc-22eb-4b3b-990a-62d60a5372a6,network=Network(024dced4-1ae3-465c-8c2c-68f8c8985ed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape7acb8dc-22') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] attach device xml: <interface type="ethernet">
Nov 27 14:24:53 user nova-compute[75432]:   <mac address="fa:16:3e:dc:2f:dd"/>
Nov 27 14:24:53 user nova-compute[75432]:   <model type="virtio"/>
Nov 27 14:24:53 user nova-compute[75432]:   <mtu size="1442"/>
Nov 27 14:24:53 user nova-compute[75432]:   <target dev="tape7acb8dc-22"/>
Nov 27 14:24:53 user nova-compute[75432]: </interface>
Nov 27 14:24:53 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG os_brick.utils [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[056e5df2-14cf-4c72-96a3-8f8887506bdc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bac583a-b8e2-41ed-8ca9-f7ff3c201d3b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8e0b8f6-4d8e-4696-bfaf-52a89a3eadfb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[42624607-afa4-43d9-9e2e-17035003d5e4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:24:53 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9241a58-52c1-4c9a-849c-91739cf694b8]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG os_brick.utils [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Updating existing volume attachment record: 362de185-ee02-46ba-8cbc-676581ba0217 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.network.neutron [req-44dc2de6-d6be-4bc1-b1b0-a1157d0c522d req-545cab56-ef07-4c99-928e-afffd91072a0 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Updated VIF entry in instance network info cache for port f9312cda-ae8b-4301-a165-4f473c739b20. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.network.neutron [req-44dc2de6-d6be-4bc1-b1b0-a1157d0c522d req-545cab56-ef07-4c99-928e-afffd91072a0 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Updating instance_info_cache with network_info: [{"id": "f9312cda-ae8b-4301-a165-4f473c739b20", "address": "fa:16:3e:e5:b3:3f", "network": {"id": "fdbdd960-83ea-4386-94fc-b85fce6e2bc5", "bridge": "br-int", "label": "tempest-TestVolumeSwap-476684886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0063a8624b0e491fa292237cf4ccb1a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9312cda-ae", "ovs_interfaceid": "f9312cda-ae8b-4301-a165-4f473c739b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-44dc2de6-d6be-4bc1-b1b0-a1157d0c522d req-545cab56-ef07-4c99-928e-afffd91072a0 service nova] Releasing lock "refresh_cache-370194d8-a6ef-4600-87de-ae645f4869c0" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-2301013c-1e0b-4a17-80b9-5f0a88b0afba req-d4a0699e-33c8-49ed-bbc1-68190726c888 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-vif-plugged-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2301013c-1e0b-4a17-80b9-5f0a88b0afba req-d4a0699e-33c8-49ed-bbc1-68190726c888 service nova] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2301013c-1e0b-4a17-80b9-5f0a88b0afba req-d4a0699e-33c8-49ed-bbc1-68190726c888 service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2301013c-1e0b-4a17-80b9-5f0a88b0afba req-d4a0699e-33c8-49ed-bbc1-68190726c888 service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-2301013c-1e0b-4a17-80b9-5f0a88b0afba req-d4a0699e-33c8-49ed-bbc1-68190726c888 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] No waiting events found dispatching network-vif-plugged-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:24:53 user nova-compute[75432]: WARNING nova.compute.manager [req-2301013c-1e0b-4a17-80b9-5f0a88b0afba req-d4a0699e-33c8-49ed-bbc1-68190726c888 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received unexpected event network-vif-plugged-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 for instance with vm_state active and task_state None.
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] No BDM found with device name hda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] No VIF found with MAC fa:16:3e:d3:02:72, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:24:53 user nova-compute[75432]:   <nova:package version="0.0.0"/>
Nov 27 14:24:53 user nova-compute[75432]:   <nova:name>tempest-device-tagging-server-1674808710</nova:name>
Nov 27 14:24:53 user nova-compute[75432]:   <nova:creationTime>2023-11-27 14:24:53</nova:creationTime>
Nov 27 14:24:53 user nova-compute[75432]:   <nova:flavor name="m1.tiny">
Nov 27 14:24:53 user nova-compute[75432]:     <nova:memory>512</nova:memory>
Nov 27 14:24:53 user nova-compute[75432]:     <nova:disk>1</nova:disk>
Nov 27 14:24:53 user nova-compute[75432]:     <nova:swap>0</nova:swap>
Nov 27 14:24:53 user nova-compute[75432]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:24:53 user nova-compute[75432]:     <nova:vcpus>1</nova:vcpus>
Nov 27 14:24:53 user nova-compute[75432]:   </nova:flavor>
Nov 27 14:24:53 user nova-compute[75432]:   <nova:owner>
Nov 27 14:24:53 user nova-compute[75432]:     <nova:user uuid="7d3e7e9ae29441149f8865e84278226b">tempest-TaggedAttachmentsTest-123890216-project-member</nova:user>
Nov 27 14:24:53 user nova-compute[75432]:     <nova:project uuid="48ccde559c304fbe98ba658e5abf6792">tempest-TaggedAttachmentsTest-123890216</nova:project>
Nov 27 14:24:53 user nova-compute[75432]:   </nova:owner>
Nov 27 14:24:53 user nova-compute[75432]:   <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:24:53 user nova-compute[75432]:   <nova:ports>
Nov 27 14:24:53 user nova-compute[75432]:     <nova:port uuid="60643d67-fdcf-45e1-acb1-494066736b6a">
Nov 27 14:24:53 user nova-compute[75432]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 14:24:53 user nova-compute[75432]:     </nova:port>
Nov 27 14:24:53 user nova-compute[75432]:     <nova:port uuid="e7acb8dc-22eb-4b3b-990a-62d60a5372a6">
Nov 27 14:24:53 user nova-compute[75432]:       <nova:ip type="fixed" address="10.10.10.145" ipVersion="4"/>
Nov 27 14:24:53 user nova-compute[75432]:     </nova:port>
Nov 27 14:24:53 user nova-compute[75432]:   </nova:ports>
Nov 27 14:24:53 user nova-compute[75432]: </nova:instance>
Nov 27 14:24:53 user nova-compute[75432]:  {{(pid=75432) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cd2d8866-b760-4e6f-a491-63bc187ec4b6 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "interface-cea89a34-aa94-4a6d-9b69-04d1b53c59ec-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.429s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lazy-loading 'flavor' on Instance uuid 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG nova.network.neutron [req-873c67f6-632e-424b-a6bf-6c2f9fcf1026 req-69904e44-9f07-4f1c-8b11-37bdaf50c09c service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Updated VIF entry in instance network info cache for port e7acb8dc-22eb-4b3b-990a-62d60a5372a6. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG nova.network.neutron [req-873c67f6-632e-424b-a6bf-6c2f9fcf1026 req-69904e44-9f07-4f1c-8b11-37bdaf50c09c service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Updating instance_info_cache with network_info: [{"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-873c67f6-632e-424b-a6bf-6c2f9fcf1026 req-69904e44-9f07-4f1c-8b11-37bdaf50c09c service nova] Releasing lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:54 user nova-compute[75432]: INFO nova.compute.manager [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Attaching volume ff52c692-bbee-44dd-a0df-11e6e09a1571 to /dev/sdc
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG nova.objects.instance [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lazy-loading 'flavor' on Instance uuid cea89a34-aa94-4a6d-9b69-04d1b53c59ec {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG os_brick.utils [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[22f0d21d-98d9-4469-a9e5-39f26a468994]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b613860-fa3b-4243-b12c-a9e7344a26aa]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[90e40920-74f2-465c-9ae7-a2f2b9e22add]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[72603577-75ad-4b40-9070-8eb47e39ab33]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:24:54 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e03c1317-0d6c-4282-919f-d599acc147c0]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG os_brick.utils [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Updating existing volume attachment record: f9654046-569e-4ace-9f1f-7d9da055c74d {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:54 user nova-compute[75432]: INFO nova.compute.manager [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Attaching volume 38cc3a7a-7eea-4df9-a1f0-065eeedaf909 to /dev/vdb
Nov 27 14:24:54 user nova-compute[75432]: DEBUG os_brick.utils [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f15fc4e-2e8f-4aa9-84ee-d37e1dac6603]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c17f4db-c7b6-485e-a880-d806f728f1e1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[db114d42-f8cb-4f70-9a66-f77a7601189d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e184be49-76a0-4291-8c11-2058489b929b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:24:54 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:24:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a341ba76-e7e6-4c8b-a2f2-6f201428e073]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG os_brick.utils [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] <== get_connector_properties: return (109ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:24:54 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Updating existing volume attachment record: 55992842-a569-4eff-8e9a-c5ce31c759e5 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:24:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-a68e808d-045e-4dd1-b596-7d85f01f3586 req-3d72a0cf-6cd0-4daa-a81f-4613b03b8904 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-vif-plugged-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:24:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a68e808d-045e-4dd1-b596-7d85f01f3586 req-3d72a0cf-6cd0-4daa-a81f-4613b03b8904 service nova] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:24:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a68e808d-045e-4dd1-b596-7d85f01f3586 req-3d72a0cf-6cd0-4daa-a81f-4613b03b8904 service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:24:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a68e808d-045e-4dd1-b596-7d85f01f3586 req-3d72a0cf-6cd0-4daa-a81f-4613b03b8904 service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:24:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-a68e808d-045e-4dd1-b596-7d85f01f3586 req-3d72a0cf-6cd0-4daa-a81f-4613b03b8904 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] No waiting events found dispatching network-vif-plugged-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:24:55 user nova-compute[75432]: WARNING nova.compute.manager [req-a68e808d-045e-4dd1-b596-7d85f01f3586 req-3d72a0cf-6cd0-4daa-a81f-4613b03b8904 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received unexpected event network-vif-plugged-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 for instance with vm_state active and task_state None.
Nov 27 14:24:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:24:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhWbIiPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:00 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:00 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:00 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[55d6e163-8a26-460e-b409-4e815e00cc2d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:25:00 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[08842df4-517c-4791-a81f-1d50bf0f2e6f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed] added
Nov 27 14:25:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c62e653d-447e-4fba-acaa-8cb12d8e9285]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eb6768d-aeba-41f9-ac49-84e4e64a03f6]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mhWbIiPr {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mhWbIiPr" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[af72a5dd-27ee-4a4d-84fd-e8d7744eddb3]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mhWbIiPr'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1cad924-0a51-43e5-979e-fa0f55b1eb79]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5df9db2a-aa2e-4f49-957e-d7dce65d3c20]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:00 user nova-compute[75432]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:00 user nova-compute[75432]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7207b81-afa0-4c04-842c-13f019a83bd8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260]
Nov 27 14:25:00 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b847fb4-8ffa-471c-afbc-d0788d705fd7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4024bbcc-eb75-40cf-98dd-0b9f1886abf3]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:00 user nova-compute[75432]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:00 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:00 user nova-compute[75432]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:00 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.293s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] HCTL ('35', '-', '-', 0) found on session 5 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.098s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7516f17a-04e0-4e50-99a8-472a030ea097]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Searching for a device in session 5 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:25:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhWbIiPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pwhgtPMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:01 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wxvYTzqm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:01 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.410s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] <== connect_volume: return (1412ms) {'type': 'block', 'scsi_wwn': '26631663733303730', 'path': '/dev/sdd'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631663733303730', 'path': '/dev/sdd'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.341s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:01 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:01 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG nova.objects.instance [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lazy-loading 'flavor' on Instance uuid 370194d8-a6ef-4600-87de-ae645f4869c0 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4234b001-7f6b-465d-9147-1cdc0c755815]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:25:01 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:25:01 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:01 user nova-compute[75432]:   <source dev="/dev/sdd"/>
Nov 27 14:25:01 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:25:01 user nova-compute[75432]:   <serial>b1278b06-1c0c-4e5f-acd1-c0b2111d3aed</serial>
Nov 27 14:25:01 user nova-compute[75432]: </disk>
Nov 27 14:25:01 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dede1e3-88d9-45f3-853a-c2f366b23683]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571] added
Nov 27 14:25:01 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[65cc5c23-16cb-49b5-b9dc-4cb32bfa9622]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d16c8b8e-3670-44bd-acbc-5fb6bff9ac37]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pwhgtPMA {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pwhgtPMA" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e14f6b96-c401-4bdc-a11e-d26bb619cc19]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pwhgtPMA'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[24468e22-8ae9-4819-855a-0bb3cf4ce2c7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d3fe79-b2c2-4b08-b2d8-eca8af0979f0]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:01 user nova-compute[75432]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:01 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:01 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:01 user nova-compute[75432]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:01 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:01 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ef6c7f7-4d0c-4006-bea2-f3dd707ea7eb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571, portal: 172.16.0.220,3260]
Nov 27 14:25:01 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:01 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6627505-4c82-4427-a673-a7b795b6cdb8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[61b700cb-8dae-4a1c-a35a-82104e3e78bb]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:01 user nova-compute[75432]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:01 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:01 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:01 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:01 user nova-compute[75432]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:01 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:01 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:01 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:25:01 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.035s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f28d472-d434-4083-bd6c-4ac058af4f8e]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pwhgtPMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] No VIF found with MAC fa:16:3e:e5:b3:3f, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7460954a-48bd-4611-84f6-11d947948c42 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.187s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-14dca0d6-3117-46a0-9be8-f9326d550f5d req-d93d064a-6e4c-47f1-b492-7c24386b9552 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Received event network-changed-2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-14dca0d6-3117-46a0-9be8-f9326d550f5d req-d93d064a-6e4c-47f1-b492-7c24386b9552 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Refreshing instance network info cache due to event network-changed-2222ad92-dbef-427a-946a-1274d8314207. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-14dca0d6-3117-46a0-9be8-f9326d550f5d req-d93d064a-6e4c-47f1-b492-7c24386b9552 service nova] Acquiring lock "refresh_cache-28edc9f9-db0e-4893-b81e-f14731954784" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-14dca0d6-3117-46a0-9be8-f9326d550f5d req-d93d064a-6e4c-47f1-b492-7c24386b9552 service nova] Acquired lock "refresh_cache-28edc9f9-db0e-4893-b81e-f14731954784" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG nova.network.neutron [req-14dca0d6-3117-46a0-9be8-f9326d550f5d req-d93d064a-6e4c-47f1-b492-7c24386b9552 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Refreshing network info cache for port 2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Acquiring lock "28edc9f9-db0e-4893-b81e-f14731954784" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lock "28edc9f9-db0e-4893-b81e-f14731954784" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG nova.objects.instance [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lazy-loading 'flavor' on Instance uuid 28edc9f9-db0e-4893-b81e-f14731954784 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lock "28edc9f9-db0e-4893-b81e-f14731954784" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.080s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG nova.network.neutron [req-14dca0d6-3117-46a0-9be8-f9326d550f5d req-d93d064a-6e4c-47f1-b492-7c24386b9552 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Updated VIF entry in instance network info cache for port 2222ad92-dbef-427a-946a-1274d8314207. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG nova.network.neutron [req-14dca0d6-3117-46a0-9be8-f9326d550f5d req-d93d064a-6e4c-47f1-b492-7c24386b9552 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Updating instance_info_cache with network_info: [{"id": "2222ad92-dbef-427a-946a-1274d8314207", "address": "fa:16:3e:e6:7a:9f", "network": {"id": "6bb0f557-f737-429a-9638-d157016e300b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-56864085-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f946408259994a91a146f87e998fca31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2222ad92-db", "ovs_interfaceid": "2222ad92-dbef-427a-946a-1274d8314207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Acquiring lock "28edc9f9-db0e-4893-b81e-f14731954784" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lock "28edc9f9-db0e-4893-b81e-f14731954784" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:02 user nova-compute[75432]: INFO nova.compute.manager [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Attaching volume 0c727d9d-f549-4fa7-9b19-524451e2bb92 to /dev/vdb
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-14dca0d6-3117-46a0-9be8-f9326d550f5d req-d93d064a-6e4c-47f1-b492-7c24386b9552 service nova] Releasing lock "refresh_cache-28edc9f9-db0e-4893-b81e-f14731954784" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG os_brick.utils [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d75f863-47b9-4a8e-8e01-90993f632225]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dcec3cf-43fe-44b7-8af7-e81915d8fe0a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[010ea12c-8188-4c95-8a19-daac318f1481]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a082296d-03cb-4834-bb07-c16f50b98e3f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.364s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] <== connect_volume: return (1706ms) {'type': 'block', 'scsi_wwn': '26632323031666265', 'path': '/dev/sde'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26632323031666265', 'path': '/dev/sde'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.653s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:03 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:03 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:25:03 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5667c9e5-6c51-481d-8841-3c462c95ed29]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.utils [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Updating existing volume attachment record: c8cf7d76-31ec-4546-9e4c-9942ac5559e2 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[68f7e851-78e0-4a08-82a0-c550a30a6053]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:25:03 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG nova.objects.instance [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lazy-loading 'flavor' on Instance uuid 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0b9409f-9a5c-4ec7-8a93-24aba33c7808]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909] added
Nov 27 14:25:03 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:25:03 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:03 user nova-compute[75432]:   <source dev="/dev/sde"/>
Nov 27 14:25:03 user nova-compute[75432]:   <target dev="sdc" bus="scsi"/>
Nov 27 14:25:03 user nova-compute[75432]:   <serial>ff52c692-bbee-44dd-a0df-11e6e09a1571</serial>
Nov 27 14:25:03 user nova-compute[75432]:   <address type="drive" controller="0" unit="2"/>
Nov 27 14:25:03 user nova-compute[75432]: </disk>
Nov 27 14:25:03 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf659754-8dcf-4c90-a5bb-4b9dab551925]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Acquiring lock "370194d8-a6ef-4600-87de-ae645f4869c0" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b5cbcc6-346d-4788-ae81-5e3a3bfaaf5e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wxvYTzqm {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.utils [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v wxvYTzqm" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fdfabdd-4321-4a75-adbe-d7125b94bec8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'wxvYTzqm'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f7c520a-eb26-4c7b-90fa-28ac98b9a045]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[15f1ea52-9e8e-4574-ace7-5045d418e37d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3612f7b-c2e6-4257-bf55-598c76b59975]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[46de9191-1d3c-4cdf-8503-8ccda7ab1b66]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[868427a9-bec8-4897-b1d9-b1f66ed7cb36]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[625d7400-3f22-4b69-b520-b95c76dc7c81]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:03 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:03 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:03 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:03 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:03 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:03 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:25:03 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb8da0d1-c21c-4725-9686-d2c0dae8f989]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.utils [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f94ec351-5e0d-49cc-a32d-d2f4ed91109e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909, portal: 172.16.0.220,3260]
Nov 27 14:25:03 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:03 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[21ad87e6-4541-4620-b725-f47b47eafa8e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: INFO nova.compute.manager [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Swapping volume b1278b06-1c0c-4e5f-acd1-c0b2111d3aed for bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bee1d169-21c7-4ed5-8fbb-642702c79014]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:03 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:03 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:03 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:03 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:03 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:03 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:03 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:03 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.359s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] HCTL ('33', '-', '-', 0) found on session 7 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[68f359bb-3fc4-4b79-a126-9b5e8d582732]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Searching for a device in session 7 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wxvYTzqm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] No BDM found with device name sda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] No VIF found with MAC fa:16:3e:3f:80:da, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:25:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a9dd6c53-9874-40bf-81b8-0a9dd145b102 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.680s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e req-6f1f26b1-f188-46bb-83f6-11e91ef19301 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event volume-reimaged-6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e req-6f1f26b1-f188-46bb-83f6-11e91ef19301 service nova] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e req-6f1f26b1-f188-46bb-83f6-11e91ef19301 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e req-6f1f26b1-f188-46bb-83f6-11e91ef19301 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e req-6f1f26b1-f188-46bb-83f6-11e91ef19301 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Processing event volume-reimaged-6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Instance event wait completed in 15 seconds for volume-reimaged {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:25:04 user nova-compute[75432]: INFO nova.virt.block_device [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Booting with volume 6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 at /dev/vda
Nov 27 14:25:04 user nova-compute[75432]: DEBUG os_brick.utils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.395s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] <== connect_volume: return (3047ms) {'type': 'block', 'scsi_wwn': '26134613562636638', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26134613562636638', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG nova.objects.instance [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lazy-loading 'flavor' on Instance uuid cea89a34-aa94-4a6d-9b69-04d1b53c59ec {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c9e55e-b183-4040-be22-487f37bc35c1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[67ee2d29-48ec-4311-a0a3-26b7e9de1e1d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4232782f-483c-4c3f-929d-78eaf8fc3e22]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:25:04 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:04 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:25:04 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:25:04 user nova-compute[75432]:   <serial>38cc3a7a-7eea-4df9-a1f0-065eeedaf909</serial>
Nov 27 14:25:04 user nova-compute[75432]: </disk>
Nov 27 14:25:04 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[96477640-58ef-45ef-b8ba-6f839603bb54]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:25:04 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:25:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e9d482d-4283-4abb-9310-9bd8be562160]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG os_brick.utils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] <== get_connector_properties: return (108ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Updating existing volume attachment record: a2170cb3-13f6-4d2e-ac0f-15c180d07158 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] No BDM found with device name hda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:25:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] No VIF found with MAC fa:16:3e:d3:02:72, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:25:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nIxYrPas', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:09 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:09 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:09 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f485d9a-787a-4819-b558-a617f827e889]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:25:09 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b07d52-e855-4d32-b096-d7266c949546]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92] added
Nov 27 14:25:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad82020e-7d6a-4910-b765-e4d0bbefba60]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ff36551-81e9-475c-8562-fb9c34578c08]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nIxYrPas {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nIxYrPas" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[42c3b582-b57a-4971-a5f6-5a25d5345df2]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nIxYrPas'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd311035-4f73-4569-8a98-aae341a06a33]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cfcded-b2b8-4d18-9f0e-75098c255533 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 15.497s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a56d65cf-e0c4-4299-b20f-46360a5ba8c8]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG nova.compute.manager [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IFxSLBYD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '370194d8-a6ef-4600-87de-ae645f4869c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7', 'serial': 'bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhWbIiPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '370194d8-a6ef-4600-87de-ae645f4869c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'serial'} {{(pid=75432) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:09 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:09 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:09 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:09 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:09 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:09 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IFxSLBYD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:09 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a06d5fb-1c54-4176-8abe-a4cccffdaa9e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92, portal: 172.16.0.220,3260]
Nov 27 14:25:09 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6f1ff69-eb6e-403d-b70c-4ba68a880e6c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d91f5494-25aa-429a-adbc-104574737d26]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:10 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:10 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:10 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:10 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:10 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:10 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:10 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:10 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:10 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:10 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] HCTL ('37', '-', '-', 0) found on session 8 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Scanning host 37 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[55aee923-f4bb-420c-9511-1b07bec4f80a]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Searching for a device in session 8 and hctl ['37', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:10 user nova-compute[75432]: INFO nova.compute.manager [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Detaching volume ff52c692-bbee-44dd-a0df-11e6e09a1571
Nov 27 14:25:10 user nova-compute[75432]: INFO nova.virt.block_device [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Attempting to driver detach volume ff52c692-bbee-44dd-a0df-11e6e09a1571 from mountpoint /dev/sdc
Nov 27 14:25:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Attempting to detach device sdc from instance 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:25:10 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:10 user nova-compute[75432]:   <source dev="/dev/sde"/>
Nov 27 14:25:10 user nova-compute[75432]:   <target dev="sdc" bus="scsi"/>
Nov 27 14:25:10 user nova-compute[75432]:   <serial>ff52c692-bbee-44dd-a0df-11e6e09a1571</serial>
Nov 27 14:25:10 user nova-compute[75432]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 27 14:25:10 user nova-compute[75432]: </disk>
Nov 27 14:25:10 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:25:10 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Successfully detached device sdc from instance 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad from the persistent domain config.
Nov 27 14:25:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:25:10 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:10 user nova-compute[75432]:   <source dev="/dev/sde"/>
Nov 27 14:25:10 user nova-compute[75432]:   <target dev="sdc" bus="scsi"/>
Nov 27 14:25:10 user nova-compute[75432]:   <serial>ff52c692-bbee-44dd-a0df-11e6e09a1571</serial>
Nov 27 14:25:10 user nova-compute[75432]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 27 14:25:10 user nova-compute[75432]: </disk>
Nov 27 14:25:10 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:25:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Searching for a device in session 8 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nIxYrPas', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.353s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] <== connect_volume: return (1356ms) {'type': 'block', 'scsi_wwn': '23664643562353664', 'path': '/dev/sdf'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23664643562353664', 'path': '/dev/sdf'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.152s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:11 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:11 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.objects.instance [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lazy-loading 'flavor' on Instance uuid 28edc9f9-db0e-4893-b81e-f14731954784 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7b5c8ad-3218-40a9-b0b6-02485826607f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:25:11 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] attach device xml: <disk type="block" device="disk">
Nov 27 14:25:11 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:11 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:25:11 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:25:11 user nova-compute[75432]:   <serial>0c727d9d-f549-4fa7-9b19-524451e2bb92</serial>
Nov 27 14:25:11 user nova-compute[75432]: </disk>
Nov 27 14:25:11 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[50a03f4b-584e-4cd2-bb3c-3db3511bb71d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7] added
Nov 27 14:25:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[79046ded-eda1-4d7e-a35d-201b98cacef5]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba6f78fe-df5d-4da1-a8c4-c6b3c8dc337f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IFxSLBYD {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IFxSLBYD" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd6ac877-5572-47da-af96-2d56b296b158]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IFxSLBYD'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6859f48-049d-4b4d-b455-c64c782d7b95]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:25:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Creating image(s)
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Ensure instance console log exists: /opt/stack/data/nova/instances/d3959cd6-e05e-42af-92e0-8cb520e76ec5/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Start _get_guest_xml network_info=[{"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': 'a2170cb3-13f6-4d2e-ac0f-15c180d07158', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QcLljAmx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd3959cd6-e05e-42af-92e0-8cb520e76ec5', 'attached_at': '', 'detached_at': '', 'volume_id': '6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 'serial': '6e21a7a8-7ef1-4150-bd15-f3c779b9afa3'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:25:11 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 27 14:25:11 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.objects.instance [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lazy-loading 'vcpu_model' on Instance uuid d3959cd6-e05e-42af-92e0-8cb520e76ec5 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[be89e5fc-9772-4842-8cff-7aee501f3a6e]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QcLljAmx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:11 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6988d0c4-bfb0-4662-a3a9-0673d9b292d6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7, portal: 172.16.0.220,3260]
Nov 27 14:25:11 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8566ebaf-ae11-43c3-9e61-a92b5301e9dc]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bd29643-4b5e-4b03-993b-2b3a8a324fe2]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.319s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] HCTL ('38', '-', '-', 0) found on session 9 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Scanning host 38 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc54872c-e80f-4d6c-af5b-5f9a9a474228]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Searching for a device in session 9 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IFxSLBYD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] No VIF found with MAC fa:16:3e:e6:7a:9f, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-11f8c7f5-62cd-4ae4-b183-186cdd777400 tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lock "28edc9f9-db0e-4893-b81e-f14731954784" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.746s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:11 user nova-compute[75432]: INFO nova.compute.manager [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Detaching volume 38cc3a7a-7eea-4df9-a1f0-065eeedaf909
Nov 27 14:25:11 user nova-compute[75432]: INFO nova.virt.block_device [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Attempting to driver detach volume 38cc3a7a-7eea-4df9-a1f0-065eeedaf909 from mountpoint /dev/vdb
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Attempting to detach device vdb from instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:25:11 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:11 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:25:11 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:25:11 user nova-compute[75432]:   <serial>38cc3a7a-7eea-4df9-a1f0-065eeedaf909</serial>
Nov 27 14:25:11 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 27 14:25:11 user nova-compute[75432]: </disk>
Nov 27 14:25:11 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:25:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Successfully detached device vdb from instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec from the persistent domain config.
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:25:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:25:11 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:11 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:25:11 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:25:11 user nova-compute[75432]:   <serial>38cc3a7a-7eea-4df9-a1f0-065eeedaf909</serial>
Nov 27 14:25:11 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 27 14:25:11 user nova-compute[75432]: </disk>
Nov 27 14:25:11 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b771b49f-3cc5-42cc-ab15-636d3ec39ad3 tempest-VolumesAssistedSnapshotsTest-451757832 tempest-VolumesAssistedSnapshotsTest-451757832-project] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] volume_snapshot_create: create_info: {'snapshot_id': 'df6f1168-bd49-49a4-b206-250b2168570f', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75432) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b771b49f-3cc5-42cc-ab15-636d3ec39ad3 tempest-VolumesAssistedSnapshotsTest-451757832 tempest-VolumesAssistedSnapshotsTest-451757832-project] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] snap xml: <domainsnapshot>
Nov 27 14:25:12 user nova-compute[75432]:   <disks>
Nov 27 14:25:12 user nova-compute[75432]:     <disk name="/dev/sdf" snapshot="external" type="file">
Nov 27 14:25:12 user nova-compute[75432]:       <source file="/dev/new_file"/>
Nov 27 14:25:12 user nova-compute[75432]:     </disk>
Nov 27 14:25:12 user nova-compute[75432]:     <disk name="vda" snapshot="no"/>
Nov 27 14:25:12 user nova-compute[75432]:   </disks>
Nov 27 14:25:12 user nova-compute[75432]: </domainsnapshot>
Nov 27 14:25:12 user nova-compute[75432]:  {{(pid=75432) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG nova.objects.instance [None req-b771b49f-3cc5-42cc-ab15-636d3ec39ad3 tempest-VolumesAssistedSnapshotsTest-451757832 tempest-VolumesAssistedSnapshotsTest-451757832-project] Lazy-loading 'system_metadata' on Instance uuid 28edc9f9-db0e-4893-b81e-f14731954784 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-b771b49f-3cc5-42cc-ab15-636d3ec39ad3 tempest-VolumesAssistedSnapshotsTest-451757832 tempest-VolumesAssistedSnapshotsTest-451757832-project] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 27 14:25:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-171c9114-65dc-4989-87e2-00a0c4ca61bf tempest-VolumesAssistedSnapshotsTest-451757832 tempest-VolumesAssistedSnapshotsTest-451757832-project] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] volume_snapshot_delete: delete_info: {'volume_id': '0c727d9d-f549-4fa7-9b19-524451e2bb92'} {{(pid=75432) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [None req-171c9114-65dc-4989-87e2-00a0c4ca61bf tempest-VolumesAssistedSnapshotsTest-451757832 tempest-VolumesAssistedSnapshotsTest-451757832-project] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Traceback (most recent call last):
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     if delete_info['type'] != 'qcow2':
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784] KeyError: 'type'
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784] 
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.355s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] <== connect_volume: return (2508ms) {'type': 'block', 'scsi_wwn': '23564313031333463', 'path': '/dev/sdg'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23564313031333463', 'path': '/dev/sdg'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [None req-b771b49f-3cc5-42cc-ab15-636d3ec39ad3 tempest-VolumesAssistedSnapshotsTest-451757832 tempest-VolumesAssistedSnapshotsTest-451757832-project] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Traceback (most recent call last):
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     rv = execute(f, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     six.reraise(c, e, tb)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     raise value
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     rv = meth(*args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784] 
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [None req-b771b49f-3cc5-42cc-ab15-636d3ec39ad3 tempest-VolumesAssistedSnapshotsTest-451757832 tempest-VolumesAssistedSnapshotsTest-451757832-project] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Traceback (most recent call last):
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     self._volume_snapshot_create(context, instance, guest,
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     rv = execute(f, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     six.reraise(c, e, tb)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     raise value
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     rv = meth(*args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [instance: 28edc9f9-db0e-4893-b81e-f14731954784] 
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.149s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:12 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:12 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG nova.objects.instance [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lazy-loading 'flavor' on Instance uuid 370194d8-a6ef-4600-87de-ae645f4869c0 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1a719e3-58b6-4172-a46a-979c98cfaa0f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:25:12 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [None req-171c9114-65dc-4989-87e2-00a0c4ca61bf tempest-VolumesAssistedSnapshotsTest-451757832 tempest-VolumesAssistedSnapshotsTest-451757832-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver 
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver 
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-7d374c95-6d1a-421a-a305-4de30b42580d)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver 
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver 
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver 
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver [None req-b771b49f-3cc5-42cc-ab15-636d3ec39ad3 tempest-VolumesAssistedSnapshotsTest-451757832 tempest-VolumesAssistedSnapshotsTest-451757832-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot df6f1168-bd49-49a4-b206-250b2168570f could not be found.
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     raise value
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver 
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver 
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot df6f1168-bd49-49a4-b206-250b2168570f could not be found. (HTTP 404) (Request-ID: req-1723f836-4295-4fb3-9db0-a3a6d8dec993)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver 
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver 
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot df6f1168-bd49-49a4-b206-250b2168570f could not be found.
Nov 27 14:25:12 user nova-compute[75432]: ERROR nova.virt.libvirt.driver 
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[06c950a0-7696-429f-a69f-f3a3b8dece19]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3] added
Nov 27 14:25:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server [None req-171c9114-65dc-4989-87e2-00a0c4ca61bf tempest-VolumesAssistedSnapshotsTest-451757832 tempest-VolumesAssistedSnapshotsTest-451757832-project] Exception during message handling: KeyError: 'type'
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server 
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce3b3c2a-d940-499d-ab70-213bf9b037df]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server [None req-b771b49f-3cc5-42cc-ab15-636d3ec39ad3 tempest-VolumesAssistedSnapshotsTest-451757832 tempest-VolumesAssistedSnapshotsTest-451757832-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 14:25:12 user nova-compute[75432]: ERROR oslo_messaging.rpc.server 
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a7ab05f-30ef-44da-8023-419b5c082076]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QcLljAmx {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QcLljAmx" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4119764-ced4-4610-b1bd-69af3fab89ef]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QcLljAmx'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[735519ca-456b-42c2-85c6-c6e87ed87f5b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[820f63df-562a-4ddd-936b-56b937d163ad]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e36bfa09-6faa-4b12-b531-321508646eb4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260]
Nov 27 14:25:12 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[383b48aa-d83c-443e-940f-a85662f96744]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Acquiring lock "28edc9f9-db0e-4893-b81e-f14731954784" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lock "28edc9f9-db0e-4893-b81e-f14731954784" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a2a0eab-752e-43b1-9fe7-6f2652eaea12]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.323s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] HCTL ('39', '-', '-', 0) found on session 10 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:12 user nova-compute[75432]: INFO nova.compute.manager [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Detaching volume 0c727d9d-f549-4fa7-9b19-524451e2bb92
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a4da5b2-0321-46ba-a420-58f084006784]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Searching for a device in session 10 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QcLljAmx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:25:12 user nova-compute[75432]: INFO nova.virt.block_device [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Attempting to driver detach volume 0c727d9d-f549-4fa7-9b19-524451e2bb92 from mountpoint /dev/vdb
Nov 27 14:25:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Attempting to detach device vdb from instance 28edc9f9-db0e-4893-b81e-f14731954784 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] detach device xml: <disk type="block" device="disk">
Nov 27 14:25:12 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:12 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:25:12 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:25:12 user nova-compute[75432]:   <serial>0c727d9d-f549-4fa7-9b19-524451e2bb92</serial>
Nov 27 14:25:12 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:25:12 user nova-compute[75432]: </disk>
Nov 27 14:25:12 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:25:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Successfully detached device vdb from instance 28edc9f9-db0e-4893-b81e-f14731954784 from the persistent domain config.
Nov 27 14:25:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 28edc9f9-db0e-4893-b81e-f14731954784 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] detach device xml: <disk type="block" device="disk">
Nov 27 14:25:12 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:12 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:25:12 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:25:12 user nova-compute[75432]:   <serial>0c727d9d-f549-4fa7-9b19-524451e2bb92</serial>
Nov 27 14:25:12 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:25:12 user nova-compute[75432]: </disk>
Nov 27 14:25:12 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:25:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 144703488 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 28edc9f9-db0e-4893-b81e-f14731954784 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.360s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] <== connect_volume: return (2509ms) {'type': 'block', 'scsi_wwn': '26437383630666362', 'path': '/dev/sdh'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437383630666362', 'path': '/dev/sdh'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:22:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-172461276',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1938428505',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKgRqwAo3cv0QdRsyudWn3Ca5fbjSWP8svgYeAviRJ/09yICWP50PzR5uVKDpqWAYZ5Wsfbe/3NWryZQWudcfBP58ahZeN0XTD3YDiOBdr9ieTgjlp4DsSyszrP1gZ9OFw==',key_name='tempest-keypair-528943021',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b1f0fb2ad5fe4801b60434097df50f01',ramdisk_id='',reservation_id='r-unzn97sy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-827272752',owner_user_name='tempest-ServerActionsV293TestJSON-827272752-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:25:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea4678ac2edc43829e47997f9f3f8412',uuid=d3959cd6-e05e-42af-92e0-8cb520e76ec5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Converting VIF {"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:25:13 user nova-compute[75432]:   <uuid>d3959cd6-e05e-42af-92e0-8cb520e76ec5</uuid>
Nov 27 14:25:13 user nova-compute[75432]:   <name>instance-00000007</name>
Nov 27 14:25:13 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:25:13 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:25:13 user nova-compute[75432]:   <metadata>
Nov 27 14:25:13 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:25:13 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:25:13 user nova-compute[75432]:       <nova:name>tempest-ServerActionsV293TestJSON-server-172461276</nova:name>
Nov 27 14:25:13 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:25:11</nova:creationTime>
Nov 27 14:25:13 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:25:13 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:25:13 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:25:13 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:25:13 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:25:13 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:25:13 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:25:13 user nova-compute[75432]:       <nova:owner>
Nov 27 14:25:13 user nova-compute[75432]:         <nova:user uuid="ea4678ac2edc43829e47997f9f3f8412">tempest-ServerActionsV293TestJSON-827272752-project-member</nova:user>
Nov 27 14:25:13 user nova-compute[75432]:         <nova:project uuid="b1f0fb2ad5fe4801b60434097df50f01">tempest-ServerActionsV293TestJSON-827272752</nova:project>
Nov 27 14:25:13 user nova-compute[75432]:       </nova:owner>
Nov 27 14:25:13 user nova-compute[75432]:       <nova:ports>
Nov 27 14:25:13 user nova-compute[75432]:         <nova:port uuid="2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72">
Nov 27 14:25:13 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 14:25:13 user nova-compute[75432]:         </nova:port>
Nov 27 14:25:13 user nova-compute[75432]:       </nova:ports>
Nov 27 14:25:13 user nova-compute[75432]:     </nova:instance>
Nov 27 14:25:13 user nova-compute[75432]:   </metadata>
Nov 27 14:25:13 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:25:13 user nova-compute[75432]:     <system>
Nov 27 14:25:13 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:25:13 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:25:13 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:25:13 user nova-compute[75432]:       <entry name="serial">d3959cd6-e05e-42af-92e0-8cb520e76ec5</entry>
Nov 27 14:25:13 user nova-compute[75432]:       <entry name="uuid">d3959cd6-e05e-42af-92e0-8cb520e76ec5</entry>
Nov 27 14:25:13 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:25:13 user nova-compute[75432]:     </system>
Nov 27 14:25:13 user nova-compute[75432]:   </sysinfo>
Nov 27 14:25:13 user nova-compute[75432]:   <os>
Nov 27 14:25:13 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:25:13 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:25:13 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:25:13 user nova-compute[75432]:   </os>
Nov 27 14:25:13 user nova-compute[75432]:   <features>
Nov 27 14:25:13 user nova-compute[75432]:     <acpi/>
Nov 27 14:25:13 user nova-compute[75432]:     <apic/>
Nov 27 14:25:13 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:25:13 user nova-compute[75432]:   </features>
Nov 27 14:25:13 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:25:13 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:25:13 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:25:13 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:25:13 user nova-compute[75432]:   </clock>
Nov 27 14:25:13 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:25:13 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:25:13 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:25:13 user nova-compute[75432]:   </cpu>
Nov 27 14:25:13 user nova-compute[75432]:   <devices>
Nov 27 14:25:13 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:25:13 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:13 user nova-compute[75432]:       <source dev="/dev/sdh"/>
Nov 27 14:25:13 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:25:13 user nova-compute[75432]:       <serial>6e21a7a8-7ef1-4150-bd15-f3c779b9afa3</serial>
Nov 27 14:25:13 user nova-compute[75432]:     </disk>
Nov 27 14:25:13 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:25:13 user nova-compute[75432]:       <mac address="fa:16:3e:20:e8:f3"/>
Nov 27 14:25:13 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:25:13 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:25:13 user nova-compute[75432]:       <target dev="tap2f3c8ec0-8c"/>
Nov 27 14:25:13 user nova-compute[75432]:     </interface>
Nov 27 14:25:13 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:25:13 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/d3959cd6-e05e-42af-92e0-8cb520e76ec5/console.log" append="off"/>
Nov 27 14:25:13 user nova-compute[75432]:     </serial>
Nov 27 14:25:13 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:25:13 user nova-compute[75432]:     <video>
Nov 27 14:25:13 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:25:13 user nova-compute[75432]:     </video>
Nov 27 14:25:13 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:25:13 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:25:13 user nova-compute[75432]:     </rng>
Nov 27 14:25:13 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:25:13 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:25:13 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:25:13 user nova-compute[75432]:     </memballoon>
Nov 27 14:25:13 user nova-compute[75432]:   </devices>
Nov 27 14:25:13 user nova-compute[75432]: </domain>
Nov 27 14:25:13 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:22:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-172461276',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1938428505',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKgRqwAo3cv0QdRsyudWn3Ca5fbjSWP8svgYeAviRJ/09yICWP50PzR5uVKDpqWAYZ5Wsfbe/3NWryZQWudcfBP58ahZeN0XTD3YDiOBdr9ieTgjlp4DsSyszrP1gZ9OFw==',key_name='tempest-keypair-528943021',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='b1f0fb2ad5fe4801b60434097df50f01',ramdisk_id='',reservation_id='r-unzn97sy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-827272752',owner_user_name='tempest-ServerActionsV293TestJSON-827272752-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:25:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea4678ac2edc43829e47997f9f3f8412',uuid=d3959cd6-e05e-42af-92e0-8cb520e76ec5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Converting VIF {"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG os_vif [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4a43525f-5bdc-5bdc-8266-295b5088d718', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2f3c8ec0-8c, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2f3c8ec0-8c, col_values=(('qos', UUID('9b5877d5-7f40-4681-8df0-e8bfb58d5b41')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2f3c8ec0-8c, col_values=(('external_ids', {'iface-id': '2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:e8:f3', 'vm-uuid': 'd3959cd6-e05e-42af-92e0-8cb520e76ec5'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:13 user nova-compute[75432]: INFO os_vif [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c')
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 344981504 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:25:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] No VIF found with MAC fa:16:3e:20:e8:f3, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:25:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 499122176 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 643825664 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 806354944 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:15 user nova-compute[75432]: DEBUG nova.compute.manager [req-5485aaba-a34e-4636-9005-59b4eea556c4 req-39a1f5e0-a4f3-4680-bbc5-dcb1d2b478f5 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5485aaba-a34e-4636-9005-59b4eea556c4 req-39a1f5e0-a4f3-4680-bbc5-dcb1d2b478f5 service nova] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5485aaba-a34e-4636-9005-59b4eea556c4 req-39a1f5e0-a4f3-4680-bbc5-dcb1d2b478f5 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5485aaba-a34e-4636-9005-59b4eea556c4 req-39a1f5e0-a4f3-4680-bbc5-dcb1d2b478f5 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:15 user nova-compute[75432]: DEBUG nova.compute.manager [req-5485aaba-a34e-4636-9005-59b4eea556c4 req-39a1f5e0-a4f3-4680-bbc5-dcb1d2b478f5 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] No waiting events found dispatching network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:25:15 user nova-compute[75432]: WARNING nova.compute.manager [req-5485aaba-a34e-4636-9005-59b4eea556c4 req-39a1f5e0-a4f3-4680-bbc5-dcb1d2b478f5 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received unexpected event network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 for instance with vm_state active and task_state rebuild_spawning.
Nov 27 14:25:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 950009856 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhWbIiPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:16 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ab692cb-1051-44b5-be0a-d6feaa966a2d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:25:16 user nova-compute[75432]: No targets found.
Nov 27 14:25:16 user nova-compute[75432]: iSNS:
Nov 27 14:25:16 user nova-compute[75432]: No targets found.
Nov 27 14:25:16 user nova-compute[75432]: STATIC:
Nov 27 14:25:16 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:25:16 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:16 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:16 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571
Nov 27 14:25:16 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:16 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:16 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7
Nov 27 14:25:16 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:16 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:16 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3
Nov 27 14:25:16 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:16 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:16 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92
Nov 27 14:25:16 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:16 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:16 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed
Nov 27 14:25:16 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:16 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:16 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909
Nov 27 14:25:16 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:16 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:16 user nova-compute[75432]: FIRMWARE:
Nov 27 14:25:16 user nova-compute[75432]: No targets found.
Nov 27 14:25:16 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:25:16 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:25:16 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c49f2cc3-6d0e-4ce5-bb48-111de8e6cb3b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[320435c7-5d5b-44e9-8e47-e780ff4651c2]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:16 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:16 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:16 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:16 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:16 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:16 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:16 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:16 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:16 user nova-compute[75432]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:16 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:16 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:16 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:16 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:16 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b70648310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed'): ({'sdd'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Removing single pathed devices sdd {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[80f7c18f-5ed2-4979-994f-7ce0c4790684]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[85232774-3051-4e0c-9f9f-b7f9b05ba9a4]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Flushing IO for device /dev/sdd {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b4f2818-7b08-414b-b770-d4dfb6d34fdf]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.036s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9150f524-c774-4184-bac8-a0dcc1cac504]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Checking to see if SCSI volumes sdd have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] SCSI volumes sdd have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a435249-e298-4783-8c0f-42e5408919a2]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f073f374-de6c-4c24-b316-b664d2dc3f56]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260]
Nov 27 14:25:16 user nova-compute[75432]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:16 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[33600d7e-c643-4e30-ad3f-002b5ab5f06a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.319s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] <== disconnect_volume: return (320ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IFxSLBYD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, 'status': 'reserved', 'instance': '370194d8-a6ef-4600-87de-ae645f4869c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7', 'serial'} {{(pid=75432) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 27 14:25:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] swap_volume: removing Cinder connection for volume b1278b06-1c0c-4e5f-acd1-c0b2111d3aed {{(pid=75432) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 27 14:25:17 user nova-compute[75432]: DEBUG nova.compute.manager [req-f761870e-6f34-4fec-a4c6-7dcbd1bb7017 req-57fc5a90-9395-44ce-80b5-143cd19cc4be service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f761870e-6f34-4fec-a4c6-7dcbd1bb7017 req-57fc5a90-9395-44ce-80b5-143cd19cc4be service nova] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f761870e-6f34-4fec-a4c6-7dcbd1bb7017 req-57fc5a90-9395-44ce-80b5-143cd19cc4be service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f761870e-6f34-4fec-a4c6-7dcbd1bb7017 req-57fc5a90-9395-44ce-80b5-143cd19cc4be service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:17 user nova-compute[75432]: DEBUG nova.compute.manager [req-f761870e-6f34-4fec-a4c6-7dcbd1bb7017 req-57fc5a90-9395-44ce-80b5-143cd19cc4be service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] No waiting events found dispatching network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:25:17 user nova-compute[75432]: WARNING nova.compute.manager [req-f761870e-6f34-4fec-a4c6-7dcbd1bb7017 req-57fc5a90-9395-44ce-80b5-143cd19cc4be service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received unexpected event network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 for instance with vm_state active and task_state rebuild_spawning.
Nov 27 14:25:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:25:18 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Instance spawned successfully.
Nov 27 14:25:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] swap_volume: Updating volume b1278b06-1c0c-4e5f-acd1-c0b2111d3aed BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "IFxSLBYD", "auth_password": "zx3SZfiCTEXmjd", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdg", "volume_id": "bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7"}, "status": "reserved", "instance": "370194d8-a6ef-4600-87de-ae645f4869c0", "attached_at": "", "detached_at": "", "volume_id": "bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7", "serial": "bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7', 'no_device': None, 'attachment_id': 'ad2afc02-ad5c-48df-b01d-9a588b3051e7'} {{(pid=75432) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-de1ccc66-9ce5-483b-b3b4-12541cee363f tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 15.014s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG nova.objects.instance [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75432) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da1d26e0-c575-425d-89cc-9ce1a5e93b8e tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.067s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Acquiring lock "370194d8-a6ef-4600-87de-ae645f4869c0" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG os_brick.utils [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[93ac8736-be64-4d89-a9c8-b9af4a0b91b9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cfe1060-c9ba-496b-86ef-9ed2ad7a76da]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[733f08a4-95c5-4832-ac84-87c87ea8cba1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b2ed3d1-3e42-4917-ae87-3ac9132f088f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:25:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:25:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:25:19 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:25:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c932a8a-7cb0-4e90-afad-b75064a4e012]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:25:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:25:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:25:19 user nova-compute[75432]: DEBUG os_brick.utils [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:19 user nova-compute[75432]: INFO nova.compute.manager [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Swapping volume bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 for b1278b06-1c0c-4e5f-acd1-c0b2111d3aed
Nov 27 14:25:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:25 user nova-compute[75432]: DEBUG nova.compute.manager [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhWbIiPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '370194d8-a6ef-4600-87de-ae645f4869c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'serial': 'b1278b06-1c0c-4e5f-acd1-c0b2111d3aed'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IFxSLBYD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg', 'volume_id': 'bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7'}, 'status': 'reserved', 'instance': '370194d8-a6ef-4600-87de-ae645f4869c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7', 'serial'} {{(pid=75432) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 27 14:25:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:25:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhWbIiPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:25 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:25 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:25 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:25:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7a7ba82-ccf5-45e3-8510-1154c1898fe3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:25:25 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[88809928-578a-493f-92b6-480a92e12da7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed] added
Nov 27 14:25:26 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b422e5da-5f8b-44ed-b225-30f22151ec6c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd9245cc-d86c-477a-9fc9-957c64f8ac80]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mhWbIiPr {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mhWbIiPr" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1634089-4b75-4adf-95a3-6b3439d38fe1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mhWbIiPr'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[da895938-8aa6-4b07-947e-78d4a20e66f8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c382fff7-de00-4454-ae08-ab357097edf4]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f01a9d7-0d28-449b-a529-8d07eb0e7330]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260]
Nov 27 14:25:26 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:26 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eb5d422-1e67-40ad-8316-d7ce95edabbe]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[18d67958-4d94-484c-bcb2-524df1c9037a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:26 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.319s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] HCTL ('35', '-', '-', 0) found on session 11 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Scanning host 35 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d6c1d6b-fe88-4a3f-b6e2-5c5246e08817]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Searching for a device in session 11 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhWbIiPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:25:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.350s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] <== connect_volume: return (1351ms) {'type': 'block', 'scsi_wwn': '26631663733303730', 'path': '/dev/sdd'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631663733303730', 'path': '/dev/sdd'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:25:27 user nova-compute[75432]: DEBUG nova.objects.instance [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lazy-loading 'flavor' on Instance uuid 370194d8-a6ef-4600-87de-ae645f4869c0 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 7340032 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 150994944 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 320864256 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 502267904 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 645922816 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 825229312 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:30 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad is timed out.
Nov 27 14:25:30 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Successfully detached device sdc from instance 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad from the live domain config.
Nov 27 14:25:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pwhgtPMA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:30 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f5d2fb7-0bce-40aa-b5ae-8d27805a2562]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:25:30 user nova-compute[75432]: No targets found.
Nov 27 14:25:30 user nova-compute[75432]: iSNS:
Nov 27 14:25:30 user nova-compute[75432]: No targets found.
Nov 27 14:25:30 user nova-compute[75432]: STATIC:
Nov 27 14:25:30 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:25:30 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:30 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:30 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571
Nov 27 14:25:30 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:30 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:30 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7
Nov 27 14:25:30 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:30 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:30 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3
Nov 27 14:25:30 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:30 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:30 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92
Nov 27 14:25:30 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:30 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:30 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed
Nov 27 14:25:30 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:30 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:30 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909
Nov 27 14:25:30 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:30 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:30 user nova-compute[75432]: FIRMWARE:
Nov 27 14:25:30 user nova-compute[75432]: No targets found.
Nov 27 14:25:30 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:25:30 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:25:30 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 1009778688 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.035s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fac5203a-6a81-4e05-9032-53634c86235f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad31d472-fa29-4829-9953-f2d5d5b619fe]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:30 user nova-compute[75432]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:30 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:30 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:30 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:30 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:30 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:30 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:30 user nova-compute[75432]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:30 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:30 user nova-compute[75432]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 (non-flash)
Nov 27 14:25:30 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:30 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:30 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:30 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b7d4dd630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571'): ({'sde'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Removing single pathed devices sde {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7473fe2f-7296-45d8-9d8a-fc14f48018b5]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[af86bdf7-5e3a-460a-90f5-c9638dd84b55]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Flushing IO for device /dev/sde {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a16804d-84a8-450d-8899-3be0548d9b1c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:25:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.029s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc49851b-e6e7-4477-9049-60cfa2fab67a]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3784a68-a389-4e8e-9b48-b5ee962c0956]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[14f367de-2671-4aad-a8c1-9634d29a808d]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571, portal: 172.16.0.220,3260]
Nov 27 14:25:31 user nova-compute[75432]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:31 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff52c692-bbee-44dd-a0df-11e6e09a1571 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea31082e-6b95-473a-a016-d08a100a95cc]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.354s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] <== disconnect_volume: return (357ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IFxSLBYD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg', 'volume_id': 'bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:31 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d30baa69-1bda-4566-9861-4165e6758526]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:25:31 user nova-compute[75432]: No targets found.
Nov 27 14:25:31 user nova-compute[75432]: iSNS:
Nov 27 14:25:31 user nova-compute[75432]: No targets found.
Nov 27 14:25:31 user nova-compute[75432]: STATIC:
Nov 27 14:25:31 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:25:31 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:31 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:31 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7
Nov 27 14:25:31 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:31 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:31 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3
Nov 27 14:25:31 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:31 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:31 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92
Nov 27 14:25:31 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:31 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:31 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed
Nov 27 14:25:31 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:31 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:31 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909
Nov 27 14:25:31 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:31 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:31 user nova-compute[75432]: FIRMWARE:
Nov 27 14:25:31 user nova-compute[75432]: No targets found.
Nov 27 14:25:31 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:25:31 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:25:31 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c84b54-7f1a-441b-8db5-e5dabbfea736]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[08fcf873-a0cd-4242-ab7a-14592907a0d6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:31 user nova-compute[75432]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:31 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:31 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:31 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:31 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:31 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:31 user nova-compute[75432]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:31 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:31 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:31 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:31 user nova-compute[75432]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 (non-flash)
Nov 27 14:25:31 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b702c5c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7'): ({'sdg'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Removing single pathed devices sdg {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3878f510-1400-40d1-b05e-1e50cc263663]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f90e1c36-54d2-412c-bea7-707662785353]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Flushing IO for device /dev/sdg {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[78b9227c-c19d-4af6-a9e8-629453f25f07]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.032s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e0bb234-2b6f-491f-ae21-11a1757295af]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Checking to see if SCSI volumes sdg have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] SCSI volumes sdg have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2893cdc0-c768-4f8c-b277-1b2628c71f07]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8032d34c-0da0-41f0-9c1c-b078eeac9871]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7, portal: 172.16.0.220,3260]
Nov 27 14:25:31 user nova-compute[75432]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:31 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6540d396-c780-47f7-b657-7ab3b4ecd9f8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] <== disconnect_volume: return (311ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhWbIiPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '370194d8-a6ef-4600-87de-ae645f4869c0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'serial'} {{(pid=75432) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] swap_volume: removing Cinder connection for volume bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 {{(pid=75432) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 27 14:25:32 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec is timed out.
Nov 27 14:25:32 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Successfully detached device vdb from instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec from the live domain config.
Nov 27 14:25:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'wxvYTzqm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:32 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.061s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[37cf2a33-fc1c-42f8-9ed6-430f58e4be48]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:25:32 user nova-compute[75432]: No targets found.
Nov 27 14:25:32 user nova-compute[75432]: iSNS:
Nov 27 14:25:32 user nova-compute[75432]: No targets found.
Nov 27 14:25:32 user nova-compute[75432]: STATIC:
Nov 27 14:25:32 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:25:32 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:32 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:32 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3
Nov 27 14:25:32 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:32 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:32 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92
Nov 27 14:25:32 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:32 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:32 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed
Nov 27 14:25:32 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:32 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:32 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909
Nov 27 14:25:32 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:32 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:32 user nova-compute[75432]: FIRMWARE:
Nov 27 14:25:32 user nova-compute[75432]: No targets found.
Nov 27 14:25:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:25:32 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:25:32 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a8d81a8-f025-4c3a-a7f0-b7caf6967718]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e834412c-9906-4973-94c5-0ff8f06ef6d4]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:32 user nova-compute[75432]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:32 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:32 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:32 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:32 user nova-compute[75432]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:32 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:32 user nova-compute[75432]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 (non-flash)
Nov 27 14:25:32 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b74727490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[313f7afc-88fc-4f27-aa80-827ca07949f9]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a7417e4-caad-4fb0-9bc7-9ecbed2b0540]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db731f3-5e55-4df3-94ff-8e53531fc6b7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.057s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7121e94b-b551-4051-b667-e47bc0a78675]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e64ea86a-1925-4fca-b8b1-6a94cd4d0a6d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --logout" returned: 0 in 0.178s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fffb57e3-01c9-401d-9df6-aede129f7987]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909, portal: 172.16.0.220,3260]
Nov 27 14:25:32 user nova-compute[75432]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:38cc3a7a-7eea-4df9-a1f0-065eeedaf909 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8049e619-fb49-4be2-a64e-579cecfcaec4]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.484s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] <== disconnect_volume: return (485ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:25:33 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 28edc9f9-db0e-4893-b81e-f14731954784 is timed out.
Nov 27 14:25:33 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Successfully detached device vdb from instance 28edc9f9-db0e-4893-b81e-f14731954784 from the live domain config.
Nov 27 14:25:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nIxYrPas', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:33 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c6569b8-9687-4ed7-8ff0-8898e1a3bca4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:25:33 user nova-compute[75432]: No targets found.
Nov 27 14:25:33 user nova-compute[75432]: iSNS:
Nov 27 14:25:33 user nova-compute[75432]: No targets found.
Nov 27 14:25:33 user nova-compute[75432]: STATIC:
Nov 27 14:25:33 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:25:33 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:33 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:33 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3
Nov 27 14:25:33 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:33 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:33 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92
Nov 27 14:25:33 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:33 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:33 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed
Nov 27 14:25:33 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:33 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:33 user nova-compute[75432]: FIRMWARE:
Nov 27 14:25:33 user nova-compute[75432]: No targets found.
Nov 27 14:25:33 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:25:33 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:25:33 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[46b28f5c-ed46-4568-b53f-f1303837c520]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7cea302-08c6-4361-8a57-5f7b796109ef]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:33 user nova-compute[75432]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:33 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:33 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:33 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:33 user nova-compute[75432]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:33 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:33 user nova-compute[75432]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 (non-flash)
Nov 27 14:25:33 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b702c7c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92'): ({'sdf'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Removing single pathed devices sdf {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG nova.objects.instance [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lazy-loading 'flavor' on Instance uuid 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f12db7d1-6bc9-411d-a122-2c57181cf320]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d258efd9-a3c5-4e49-a740-504b1522dc35]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Flushing IO for device /dev/sdf {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-61deddca-99d7-4cb8-92c0-8d5c410cb2e3 tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.360s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[39107373-9af6-4367-aaf0-fa90543d5133]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.031s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa7a2c67-e8f5-48b9-9692-42cfe70c86c5]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Checking to see if SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d4453e1-bea6-4a82-8251-0f2ee8bf82b7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[58a47cdd-fd42-448e-a412-39724b403782]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92, portal: 172.16.0.220,3260]
Nov 27 14:25:33 user nova-compute[75432]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:33 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c727d9d-f549-4fa7-9b19-524451e2bb92 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[46596545-6552-4c2f-a40b-55bc1698add0]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] <== disconnect_volume: return (318ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:25:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] swap_volume: Updating volume bb2fb57a-6a89-47b9-aa8d-d9d1bac0a1a7 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "mhWbIiPr", "auth_password": "Mm6zfOg94HcjU2", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdd", "volume_id": "b1278b06-1c0c-4e5f-acd1-c0b2111d3aed"}, "status": "reserved", "instance": "370194d8-a6ef-4600-87de-ae645f4869c0", "attached_at": "", "detached_at": "", "volume_id": "b1278b06-1c0c-4e5f-acd1-c0b2111d3aed", "serial": "b1278b06-1c0c-4e5f-acd1-c0b2111d3aed"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'no_device': None, 'attachment_id': 'cf99499f-5568-445d-b053-93adde382b4a'} {{(pid=75432) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66a014b4-f8a6-453d-b911-4bac21883fef tempest-TestVolumeSwap-892964394 tempest-TestVolumeSwap-892964394-project-admin] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 15.378s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG nova.objects.instance [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lazy-loading 'flavor' on Instance uuid cea89a34-aa94-4a6d-9b69-04d1b53c59ec {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24b81583-c699-4d7f-8949-8d532dbfb33d tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.809s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:34 user nova-compute[75432]: INFO nova.compute.manager [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Terminating instance
Nov 27 14:25:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lazy-loading 'flavor' on Instance uuid 28edc9f9-db0e-4893-b81e-f14731954784 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9336c709-17e8-473d-8b13-c387f1c02b1f tempest-VolumesAssistedSnapshotsTest-1433434181 tempest-VolumesAssistedSnapshotsTest-1433434181-project-admin] Lock "28edc9f9-db0e-4893-b81e-f14731954784" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.927s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-e4e40788-58d6-4889-8e7e-a29e44a7cc77 req-e7927692-603f-4356-a7ef-cff80c7c99bf service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Received event network-vif-unplugged-9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e4e40788-58d6-4889-8e7e-a29e44a7cc77 req-e7927692-603f-4356-a7ef-cff80c7c99bf service nova] Acquiring lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e4e40788-58d6-4889-8e7e-a29e44a7cc77 req-e7927692-603f-4356-a7ef-cff80c7c99bf service nova] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e4e40788-58d6-4889-8e7e-a29e44a7cc77 req-e7927692-603f-4356-a7ef-cff80c7c99bf service nova] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-e4e40788-58d6-4889-8e7e-a29e44a7cc77 req-e7927692-603f-4356-a7ef-cff80c7c99bf service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] No waiting events found dispatching network-vif-unplugged-9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-e4e40788-58d6-4889-8e7e-a29e44a7cc77 req-e7927692-603f-4356-a7ef-cff80c7c99bf service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Received event network-vif-unplugged-9e06290a-55c9-41b9-a385-23b741e875d1 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "interface-cea89a34-aa94-4a6d-9b69-04d1b53c59ec-e7acb8dc-22eb-4b3b-990a-62d60a5372a6" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "interface-cea89a34-aa94-4a6d-9b69-04d1b53c59ec-e7acb8dc-22eb-4b3b-990a-62d60a5372a6" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.objects.instance [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lazy-loading 'flavor' on Instance uuid cea89a34-aa94-4a6d-9b69-04d1b53c59ec {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:22:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1674808710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1674808710',id=8,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA8fK/1a1+XdUibHZ4pmQON3Bq+C+gR2u+IJq6Ggg9bMNnHwaqoQn5db2+fztt498qAUXyliwGQxW6eHgBSSFvI7JqlpIdYK1H6wgkIX8BYaiqZ3JypcvZjei9bguEXsKg==',key_name='tempest-keypair-280828922',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='48ccde559c304fbe98ba658e5abf6792',ramdisk_id='',reservation_id='r-f09sb4mk',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123890216',owner_user_name='tempest-TaggedAttachmentsTest-123890216-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:23:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7d3e7e9ae29441149f8865e84278226b',uuid=cea89a34-aa94-4a6d-9b69-04d1b53c59ec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converting VIF {"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:2f:dd,bridge_name='br-int',has_traffic_filtering=True,id=e7acb8dc-22eb-4b3b-990a-62d60a5372a6,network=Network(024dced4-1ae3-465c-8c2c-68f8c8985ed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape7acb8dc-22') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:dc:2f:dd"/><model type="virtio"/><mtu size="1442"/><target dev="tape7acb8dc-22"/></interface> {{(pid=75432) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:dc:2f:dd"/><model type="virtio"/><mtu size="1442"/><target dev="tape7acb8dc-22"/></interface> {{(pid=75432) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Attempting to detach device tape7acb8dc-22 from instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] detach device xml: <interface type="ethernet">
Nov 27 14:25:35 user nova-compute[75432]:   <mac address="fa:16:3e:dc:2f:dd"/>
Nov 27 14:25:35 user nova-compute[75432]:   <model type="virtio"/>
Nov 27 14:25:35 user nova-compute[75432]:   <mtu size="1442"/>
Nov 27 14:25:35 user nova-compute[75432]:   <target dev="tape7acb8dc-22"/>
Nov 27 14:25:35 user nova-compute[75432]: </interface>
Nov 27 14:25:35 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:dc:2f:dd"/><model type="virtio"/><mtu size="1442"/><target dev="tape7acb8dc-22"/></interface> {{(pid=75432) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:dc:2f:dd"/><model type="virtio"/><mtu size="1442"/><target dev="tape7acb8dc-22"/></interface>not found in domain: <domain type='kvm' id='7'>
Nov 27 14:25:35 user nova-compute[75432]:   <name>instance-00000008</name>
Nov 27 14:25:35 user nova-compute[75432]:   <uuid>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</uuid>
Nov 27 14:25:35 user nova-compute[75432]:   <metadata>
Nov 27 14:25:35 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:25:35 user nova-compute[75432]:   <nova:package version="0.0.0"/>
Nov 27 14:25:35 user nova-compute[75432]:   <nova:name>tempest-device-tagging-server-1674808710</nova:name>
Nov 27 14:25:35 user nova-compute[75432]:   <nova:creationTime>2023-11-27 14:24:53</nova:creationTime>
Nov 27 14:25:35 user nova-compute[75432]:   <nova:flavor name="m1.tiny">
Nov 27 14:25:35 user nova-compute[75432]:     <nova:memory>512</nova:memory>
Nov 27 14:25:35 user nova-compute[75432]:     <nova:disk>1</nova:disk>
Nov 27 14:25:35 user nova-compute[75432]:     <nova:swap>0</nova:swap>
Nov 27 14:25:35 user nova-compute[75432]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:25:35 user nova-compute[75432]:     <nova:vcpus>1</nova:vcpus>
Nov 27 14:25:35 user nova-compute[75432]:   </nova:flavor>
Nov 27 14:25:35 user nova-compute[75432]:   <nova:owner>
Nov 27 14:25:35 user nova-compute[75432]:     <nova:user uuid="7d3e7e9ae29441149f8865e84278226b">tempest-TaggedAttachmentsTest-123890216-project-member</nova:user>
Nov 27 14:25:35 user nova-compute[75432]:     <nova:project uuid="48ccde559c304fbe98ba658e5abf6792">tempest-TaggedAttachmentsTest-123890216</nova:project>
Nov 27 14:25:35 user nova-compute[75432]:   </nova:owner>
Nov 27 14:25:35 user nova-compute[75432]:   <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:25:35 user nova-compute[75432]:   <nova:ports>
Nov 27 14:25:35 user nova-compute[75432]:     <nova:port uuid="60643d67-fdcf-45e1-acb1-494066736b6a">
Nov 27 14:25:35 user nova-compute[75432]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 14:25:35 user nova-compute[75432]:     </nova:port>
Nov 27 14:25:35 user nova-compute[75432]:     <nova:port uuid="e7acb8dc-22eb-4b3b-990a-62d60a5372a6">
Nov 27 14:25:35 user nova-compute[75432]:       <nova:ip type="fixed" address="10.10.10.145" ipVersion="4"/>
Nov 27 14:25:35 user nova-compute[75432]:     </nova:port>
Nov 27 14:25:35 user nova-compute[75432]:   </nova:ports>
Nov 27 14:25:35 user nova-compute[75432]: </nova:instance>
Nov 27 14:25:35 user nova-compute[75432]:   </metadata>
Nov 27 14:25:35 user nova-compute[75432]:   <memory unit='KiB'>524288</memory>
Nov 27 14:25:35 user nova-compute[75432]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 27 14:25:35 user nova-compute[75432]:   <vcpu placement='static'>1</vcpu>
Nov 27 14:25:35 user nova-compute[75432]:   <resource>
Nov 27 14:25:35 user nova-compute[75432]:     <partition>/machine</partition>
Nov 27 14:25:35 user nova-compute[75432]:   </resource>
Nov 27 14:25:35 user nova-compute[75432]:   <sysinfo type='smbios'>
Nov 27 14:25:35 user nova-compute[75432]:     <system>
Nov 27 14:25:35 user nova-compute[75432]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 27 14:25:35 user nova-compute[75432]:       <entry name='product'>OpenStack Nova</entry>
Nov 27 14:25:35 user nova-compute[75432]:       <entry name='version'>0.0.0</entry>
Nov 27 14:25:35 user nova-compute[75432]:       <entry name='serial'>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</entry>
Nov 27 14:25:35 user nova-compute[75432]:       <entry name='uuid'>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</entry>
Nov 27 14:25:35 user nova-compute[75432]:       <entry name='family'>Virtual Machine</entry>
Nov 27 14:25:35 user nova-compute[75432]:     </system>
Nov 27 14:25:35 user nova-compute[75432]:   </sysinfo>
Nov 27 14:25:35 user nova-compute[75432]:   <os>
Nov 27 14:25:35 user nova-compute[75432]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 27 14:25:35 user nova-compute[75432]:     <boot dev='hd'/>
Nov 27 14:25:35 user nova-compute[75432]:     <smbios mode='sysinfo'/>
Nov 27 14:25:35 user nova-compute[75432]:   </os>
Nov 27 14:25:35 user nova-compute[75432]:   <features>
Nov 27 14:25:35 user nova-compute[75432]:     <acpi/>
Nov 27 14:25:35 user nova-compute[75432]:     <apic/>
Nov 27 14:25:35 user nova-compute[75432]:     <vmcoreinfo state='on'/>
Nov 27 14:25:35 user nova-compute[75432]:   </features>
Nov 27 14:25:35 user nova-compute[75432]:   <cpu mode='custom' match='exact' check='full'>
Nov 27 14:25:35 user nova-compute[75432]:     <model fallback='forbid'>Nehalem</model>
Nov 27 14:25:35 user nova-compute[75432]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 27 14:25:35 user nova-compute[75432]:     <feature policy='require' name='vme'/>
Nov 27 14:25:35 user nova-compute[75432]:     <feature policy='require' name='x2apic'/>
Nov 27 14:25:35 user nova-compute[75432]:     <feature policy='require' name='hypervisor'/>
Nov 27 14:25:35 user nova-compute[75432]:   </cpu>
Nov 27 14:25:35 user nova-compute[75432]:   <clock offset='utc'>
Nov 27 14:25:35 user nova-compute[75432]:     <timer name='pit' tickpolicy='delay'/>
Nov 27 14:25:35 user nova-compute[75432]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 27 14:25:35 user nova-compute[75432]:     <timer name='hpet' present='no'/>
Nov 27 14:25:35 user nova-compute[75432]:   </clock>
Nov 27 14:25:35 user nova-compute[75432]:   <on_poweroff>destroy</on_poweroff>
Nov 27 14:25:35 user nova-compute[75432]:   <on_reboot>restart</on_reboot>
Nov 27 14:25:35 user nova-compute[75432]:   <on_crash>destroy</on_crash>
Nov 27 14:25:35 user nova-compute[75432]:   <devices>
Nov 27 14:25:35 user nova-compute[75432]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 27 14:25:35 user nova-compute[75432]:     <disk type='file' device='disk'>
Nov 27 14:25:35 user nova-compute[75432]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 27 14:25:35 user nova-compute[75432]:       <source file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk' index='2'/>
Nov 27 14:25:35 user nova-compute[75432]:       <backingStore type='file' index='3'>
Nov 27 14:25:35 user nova-compute[75432]:         <format type='raw'/>
Nov 27 14:25:35 user nova-compute[75432]:         <source file='/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a'/>
Nov 27 14:25:35 user nova-compute[75432]:         <backingStore/>
Nov 27 14:25:35 user nova-compute[75432]:       </backingStore>
Nov 27 14:25:35 user nova-compute[75432]:       <target dev='vda' bus='virtio'/>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='virtio-disk0'/>
Nov 27 14:25:35 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 27 14:25:35 user nova-compute[75432]:     </disk>
Nov 27 14:25:35 user nova-compute[75432]:     <disk type='file' device='cdrom'>
Nov 27 14:25:35 user nova-compute[75432]:       <driver name='qemu' type='raw' cache='none'/>
Nov 27 14:25:35 user nova-compute[75432]:       <source file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk.config' index='1'/>
Nov 27 14:25:35 user nova-compute[75432]:       <backingStore/>
Nov 27 14:25:35 user nova-compute[75432]:       <target dev='hda' bus='ide'/>
Nov 27 14:25:35 user nova-compute[75432]:       <readonly/>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='ide0-0-0'/>
Nov 27 14:25:35 user nova-compute[75432]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 27 14:25:35 user nova-compute[75432]:     </disk>
Nov 27 14:25:35 user nova-compute[75432]:     <controller type='usb' index='0' model='none'>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='usb'/>
Nov 27 14:25:35 user nova-compute[75432]:     </controller>
Nov 27 14:25:35 user nova-compute[75432]:     <controller type='pci' index='0' model='pci-root'>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='pci.0'/>
Nov 27 14:25:35 user nova-compute[75432]:     </controller>
Nov 27 14:25:35 user nova-compute[75432]:     <controller type='ide' index='0'>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='ide'/>
Nov 27 14:25:35 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 27 14:25:35 user nova-compute[75432]:     </controller>
Nov 27 14:25:35 user nova-compute[75432]:     <interface type='ethernet'>
Nov 27 14:25:35 user nova-compute[75432]:       <mac address='fa:16:3e:d3:02:72'/>
Nov 27 14:25:35 user nova-compute[75432]:       <target dev='tap60643d67-fd'/>
Nov 27 14:25:35 user nova-compute[75432]:       <model type='virtio'/>
Nov 27 14:25:35 user nova-compute[75432]:       <mtu size='1442'/>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='net0'/>
Nov 27 14:25:35 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 27 14:25:35 user nova-compute[75432]:     </interface>
Nov 27 14:25:35 user nova-compute[75432]:     <interface type='ethernet'>
Nov 27 14:25:35 user nova-compute[75432]:       <mac address='fa:16:3e:dc:2f:dd'/>
Nov 27 14:25:35 user nova-compute[75432]:       <target dev='tape7acb8dc-22'/>
Nov 27 14:25:35 user nova-compute[75432]:       <model type='virtio'/>
Nov 27 14:25:35 user nova-compute[75432]:       <mtu size='1442'/>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='net1'/>
Nov 27 14:25:35 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Nov 27 14:25:35 user nova-compute[75432]:     </interface>
Nov 27 14:25:35 user nova-compute[75432]:     <serial type='pty'>
Nov 27 14:25:35 user nova-compute[75432]:       <source path='/dev/pts/6'/>
Nov 27 14:25:35 user nova-compute[75432]:       <log file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/console.log' append='off'/>
Nov 27 14:25:35 user nova-compute[75432]:       <target type='isa-serial' port='0'>
Nov 27 14:25:35 user nova-compute[75432]:         <model name='isa-serial'/>
Nov 27 14:25:35 user nova-compute[75432]:       </target>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='serial0'/>
Nov 27 14:25:35 user nova-compute[75432]:     </serial>
Nov 27 14:25:35 user nova-compute[75432]:     <console type='pty' tty='/dev/pts/6'>
Nov 27 14:25:35 user nova-compute[75432]:       <source path='/dev/pts/6'/>
Nov 27 14:25:35 user nova-compute[75432]:       <log file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/console.log' append='off'/>
Nov 27 14:25:35 user nova-compute[75432]:       <target type='serial' port='0'/>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='serial0'/>
Nov 27 14:25:35 user nova-compute[75432]:     </console>
Nov 27 14:25:35 user nova-compute[75432]:     <input type='mouse' bus='ps2'>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='input0'/>
Nov 27 14:25:35 user nova-compute[75432]:     </input>
Nov 27 14:25:35 user nova-compute[75432]:     <input type='keyboard' bus='ps2'>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='input1'/>
Nov 27 14:25:35 user nova-compute[75432]:     </input>
Nov 27 14:25:35 user nova-compute[75432]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Nov 27 14:25:35 user nova-compute[75432]:       <listen type='address' address='0.0.0.0'/>
Nov 27 14:25:35 user nova-compute[75432]:     </graphics>
Nov 27 14:25:35 user nova-compute[75432]:     <audio id='1' type='none'/>
Nov 27 14:25:35 user nova-compute[75432]:     <video>
Nov 27 14:25:35 user nova-compute[75432]:       <model type='virtio' heads='1' primary='yes'/>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='video0'/>
Nov 27 14:25:35 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 27 14:25:35 user nova-compute[75432]:     </video>
Nov 27 14:25:35 user nova-compute[75432]:     <memballoon model='virtio'>
Nov 27 14:25:35 user nova-compute[75432]:       <stats period='10'/>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='balloon0'/>
Nov 27 14:25:35 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 27 14:25:35 user nova-compute[75432]:     </memballoon>
Nov 27 14:25:35 user nova-compute[75432]:     <rng model='virtio'>
Nov 27 14:25:35 user nova-compute[75432]:       <backend model='random'>/dev/urandom</backend>
Nov 27 14:25:35 user nova-compute[75432]:       <alias name='rng0'/>
Nov 27 14:25:35 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 27 14:25:35 user nova-compute[75432]:     </rng>
Nov 27 14:25:35 user nova-compute[75432]:   </devices>
Nov 27 14:25:35 user nova-compute[75432]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 27 14:25:35 user nova-compute[75432]:     <label>libvirt-cea89a34-aa94-4a6d-9b69-04d1b53c59ec</label>
Nov 27 14:25:35 user nova-compute[75432]:     <imagelabel>libvirt-cea89a34-aa94-4a6d-9b69-04d1b53c59ec</imagelabel>
Nov 27 14:25:35 user nova-compute[75432]:   </seclabel>
Nov 27 14:25:35 user nova-compute[75432]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 27 14:25:35 user nova-compute[75432]:     <label>+64055:+108</label>
Nov 27 14:25:35 user nova-compute[75432]:     <imagelabel>+64055:+108</imagelabel>
Nov 27 14:25:35 user nova-compute[75432]:   </seclabel>
Nov 27 14:25:35 user nova-compute[75432]: </domain>
Nov 27 14:25:35 user nova-compute[75432]:  {{(pid=75432) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 27 14:25:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Successfully detached device tape7acb8dc-22 from instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec from the persistent domain config.
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] (1/8): Attempting to detach device tape7acb8dc-22 with device alias net1 from instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] detach device xml: <interface type="ethernet">
Nov 27 14:25:35 user nova-compute[75432]:   <mac address="fa:16:3e:dc:2f:dd"/>
Nov 27 14:25:35 user nova-compute[75432]:   <model type="virtio"/>
Nov 27 14:25:35 user nova-compute[75432]:   <mtu size="1442"/>
Nov 27 14:25:35 user nova-compute[75432]:   <target dev="tape7acb8dc-22"/>
Nov 27 14:25:35 user nova-compute[75432]: </interface>
Nov 27 14:25:35 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:25:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Instance destroyed successfully.
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.objects.instance [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lazy-loading 'resources' on Instance uuid 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:22:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1046175658',display_name='tempest-AttachSCSIVolumeTestJSON-server-1046175658',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1046175658',id=9,image_ref='29079bb4-1eda-4a04-bfa8-4ddf17de9479',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBtOM6IsUzVmw7z/+KpRBp/cpJ3HYZfkSjK22bkDsX7K0eMzay2SQ8IraRGnuQcEEXJODM3CfaEsVoIbHtWpE23Dk0LXoTRobWga5Fs/+UYqFeCEKqXh58jd+Wbam3Tzqw==',key_name='tempest-keypair-2099023593',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cb38af0a748849e98f2c207eec345e80',ramdisk_id='',reservation_id='r-dr7d1vem',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='29079bb4-1eda-4a04-bfa8-4ddf17de9479',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1746990198',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1746990198-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:23:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7f00ff024cad47d0a1b9c6b3a95c2e45',uuid=12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9e06290a-55c9-41b9-a385-23b741e875d1", "address": "fa:16:3e:3f:80:da", "network": {"id": "9e66e1eb-d7c5-40e1-9d54-b1decc44ea99", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-773774456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb38af0a748849e98f2c207eec345e80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e06290a-55", "ovs_interfaceid": "9e06290a-55c9-41b9-a385-23b741e875d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Converting VIF {"id": "9e06290a-55c9-41b9-a385-23b741e875d1", "address": "fa:16:3e:3f:80:da", "network": {"id": "9e66e1eb-d7c5-40e1-9d54-b1decc44ea99", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-773774456-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.4", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cb38af0a748849e98f2c207eec345e80", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9e06290a-55", "ovs_interfaceid": "9e06290a-55c9-41b9-a385-23b741e875d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3f:80:da,bridge_name='br-int',has_traffic_filtering=True,id=9e06290a-55c9-41b9-a385-23b741e875d1,network=Network(9e66e1eb-d7c5-40e1-9d54-b1decc44ea99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e06290a-55') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG os_vif [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:80:da,bridge_name='br-int',has_traffic_filtering=True,id=9e06290a-55c9-41b9-a385-23b741e875d1,network=Network(9e66e1eb-d7c5-40e1-9d54-b1decc44ea99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e06290a-55') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9e06290a-55, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "370194d8-a6ef-4600-87de-ae645f4869c0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e5974128-f040-4c71-8844-c8e7d6792ede) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:25:35 user nova-compute[75432]: INFO nova.compute.manager [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Detaching volume b1278b06-1c0c-4e5f-acd1-c0b2111d3aed
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:35 user nova-compute[75432]: INFO os_vif [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:80:da,bridge_name='br-int',has_traffic_filtering=True,id=9e06290a-55c9-41b9-a385-23b741e875d1,network=Network(9e66e1eb-d7c5-40e1-9d54-b1decc44ea99),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9e06290a-55')
Nov 27 14:25:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Deleting instance files /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad_del
Nov 27 14:25:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Deletion of /opt/stack/data/nova/instances/12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad_del complete
Nov 27 14:25:35 user nova-compute[75432]: INFO nova.virt.block_device [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Attempting to driver detach volume b1278b06-1c0c-4e5f-acd1-c0b2111d3aed from mountpoint /dev/vdb
Nov 27 14:25:35 user nova-compute[75432]: INFO nova.compute.manager [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Attempting to detach device vdb from instance 370194d8-a6ef-4600-87de-ae645f4869c0 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:25:35 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:35 user nova-compute[75432]:   <source dev="/dev/sdd"/>
Nov 27 14:25:35 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:25:35 user nova-compute[75432]:   <serial>b1278b06-1c0c-4e5f-acd1-c0b2111d3aed</serial>
Nov 27 14:25:35 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:25:35 user nova-compute[75432]: </disk>
Nov 27 14:25:35 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Start waiting for the detach event from libvirt for device tape7acb8dc-22 with device alias net1 for instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:25:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Successfully detached device vdb from instance 370194d8-a6ef-4600-87de-ae645f4869c0 from the persistent domain config.
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 370194d8-a6ef-4600-87de-ae645f4869c0 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:25:35 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:25:35 user nova-compute[75432]:   <source dev="/dev/sdd"/>
Nov 27 14:25:35 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:25:35 user nova-compute[75432]:   <serial>b1278b06-1c0c-4e5f-acd1-c0b2111d3aed</serial>
Nov 27 14:25:35 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:25:35 user nova-compute[75432]: </disk>
Nov 27 14:25:35 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-deb8eb3e-ef68-4560-b772-0bf28a9a1d83 req-35c2a6c4-f02e-4874-b59d-6288e937a6e0 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-vif-unplugged-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-deb8eb3e-ef68-4560-b772-0bf28a9a1d83 req-35c2a6c4-f02e-4874-b59d-6288e937a6e0 service nova] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-deb8eb3e-ef68-4560-b772-0bf28a9a1d83 req-35c2a6c4-f02e-4874-b59d-6288e937a6e0 service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-deb8eb3e-ef68-4560-b772-0bf28a9a1d83 req-35c2a6c4-f02e-4874-b59d-6288e937a6e0 service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-deb8eb3e-ef68-4560-b772-0bf28a9a1d83 req-35c2a6c4-f02e-4874-b59d-6288e937a6e0 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] No waiting events found dispatching network-vif-unplugged-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:25:35 user nova-compute[75432]: WARNING nova.compute.manager [req-deb8eb3e-ef68-4560-b772-0bf28a9a1d83 req-35c2a6c4-f02e-4874-b59d-6288e937a6e0 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received unexpected event network-vif-unplugged-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 for instance with vm_state active and task_state None.
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating instance_info_cache with network_info: [{"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 370194d8-a6ef-4600-87de-ae645f4869c0 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-37fa2d66-efe9-45ef-af60-7d5707b24abb req-ecf52c58-9f44-4a63-83a5-43dcb5c451ff service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Received event network-vif-deleted-9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:36 user nova-compute[75432]: INFO nova.compute.manager [req-37fa2d66-efe9-45ef-af60-7d5707b24abb req-ecf52c58-9f44-4a63-83a5-43dcb5c451ff service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Neutron deleted interface 9e06290a-55c9-41b9-a385-23b741e875d1; detaching it from the instance and deleting it from the info cache
Nov 27 14:25:36 user nova-compute[75432]: DEBUG nova.network.neutron [req-37fa2d66-efe9-45ef-af60-7d5707b24abb req-ecf52c58-9f44-4a63-83a5-43dcb5c451ff service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:25:36 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Took 1.10 seconds to deallocate network for instance.
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-37fa2d66-efe9-45ef-af60-7d5707b24abb req-ecf52c58-9f44-4a63-83a5-43dcb5c451ff service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Detach interface failed, port_id=9e06290a-55c9-41b9-a385-23b741e875d1, reason: Instance 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-c10b056a-87c3-494a-a9a7-0ebb01ef09c1 req-bca1c7ac-9fa7-489c-9e64-023e0a3dc97d service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Received event network-vif-plugged-9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c10b056a-87c3-494a-a9a7-0ebb01ef09c1 req-bca1c7ac-9fa7-489c-9e64-023e0a3dc97d service nova] Acquiring lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c10b056a-87c3-494a-a9a7-0ebb01ef09c1 req-bca1c7ac-9fa7-489c-9e64-023e0a3dc97d service nova] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c10b056a-87c3-494a-a9a7-0ebb01ef09c1 req-bca1c7ac-9fa7-489c-9e64-023e0a3dc97d service nova] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-c10b056a-87c3-494a-a9a7-0ebb01ef09c1 req-bca1c7ac-9fa7-489c-9e64-023e0a3dc97d service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] No waiting events found dispatching network-vif-plugged-9e06290a-55c9-41b9-a385-23b741e875d1 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:25:36 user nova-compute[75432]: WARNING nova.compute.manager [req-c10b056a-87c3-494a-a9a7-0ebb01ef09c1 req-bca1c7ac-9fa7-489c-9e64-023e0a3dc97d service nova] [instance: 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad] Received unexpected event network-vif-plugged-9e06290a-55c9-41b9-a385-23b741e875d1 for instance with vm_state deleted and task_state None.
Nov 27 14:25:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:25:36 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.447s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:37 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Deleted allocations for instance 12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4631bd97-1978-4081-ba3d-df15ac053b9d tempest-AttachSCSIVolumeTestJSON-1746990198 tempest-AttachSCSIVolumeTestJSON-1746990198-project-member] Lock "12c5fcc4-0bd2-4b2d-84b0-31bc723c18ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.674s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdh (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-ce28eedd-7486-408b-9cd1-d3f7a52d13a7 req-f6c89766-b32b-4b19-a955-8482c7acacc1 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-vif-plugged-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ce28eedd-7486-408b-9cd1-d3f7a52d13a7 req-f6c89766-b32b-4b19-a955-8482c7acacc1 service nova] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ce28eedd-7486-408b-9cd1-d3f7a52d13a7 req-f6c89766-b32b-4b19-a955-8482c7acacc1 service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ce28eedd-7486-408b-9cd1-d3f7a52d13a7 req-f6c89766-b32b-4b19-a955-8482c7acacc1 service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-ce28eedd-7486-408b-9cd1-d3f7a52d13a7 req-f6c89766-b32b-4b19-a955-8482c7acacc1 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] No waiting events found dispatching network-vif-plugged-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:25:37 user nova-compute[75432]: WARNING nova.compute.manager [req-ce28eedd-7486-408b-9cd1-d3f7a52d13a7 req-f6c89766-b32b-4b19-a955-8482c7acacc1 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received unexpected event network-vif-plugged-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 for instance with vm_state active and task_state None.
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.166s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:25:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:25:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7502MB free_disk=25.359561920166016GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 86458776-cf1e-457c-8639-7c99bc80af53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance d3959cd6-e05e-42af-92e0-8cb520e76ec5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 370194d8-a6ef-4600-87de-ae645f4869c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 28edc9f9-db0e-4893-b81e-f14731954784 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:25:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.457s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Acquiring lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Acquiring lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:42 user nova-compute[75432]: INFO nova.compute.manager [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Terminating instance
Nov 27 14:25:42 user nova-compute[75432]: DEBUG nova.compute.manager [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-b335e000-e1ac-4931-a259-21b1dd9873c8 req-9cd79ff6-c322-4842-a387-34f465be8bba service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Received event network-vif-unplugged-eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b335e000-e1ac-4931-a259-21b1dd9873c8 req-9cd79ff6-c322-4842-a387-34f465be8bba service nova] Acquiring lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b335e000-e1ac-4931-a259-21b1dd9873c8 req-9cd79ff6-c322-4842-a387-34f465be8bba service nova] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b335e000-e1ac-4931-a259-21b1dd9873c8 req-9cd79ff6-c322-4842-a387-34f465be8bba service nova] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-b335e000-e1ac-4931-a259-21b1dd9873c8 req-9cd79ff6-c322-4842-a387-34f465be8bba service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] No waiting events found dispatching network-vif-unplugged-eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-b335e000-e1ac-4931-a259-21b1dd9873c8 req-9cd79ff6-c322-4842-a387-34f465be8bba service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Received event network-vif-unplugged-eeb4a959-297b-4740-a4db-c5e983d46d01 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:25:42 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Instance destroyed successfully.
Nov 27 14:25:42 user nova-compute[75432]: DEBUG nova.objects.instance [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lazy-loading 'resources' on Instance uuid 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:23:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-869653226',display_name='tempest-VolumesNegativeTest-instance-869653226',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-869653226',id=12,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='66743c0dee5d4639b5c6535a31dc92c5',ramdisk_id='',reservation_id='r-bayt09ss',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1754238729',owner_user_name='tempest-VolumesNegativeTest-1754238729-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:23:59Z,user_data=None,user_id='f5814079bf56425e9d199b31eb99f7cb',uuid=62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eeb4a959-297b-4740-a4db-c5e983d46d01", "address": "fa:16:3e:53:e5:19", "network": {"id": "cdf66489-552c-4262-9eb7-151220e7bed4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "f926ee2bb9734b6296fc31f9bc5d96a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeeb4a959-29", "ovs_interfaceid": "eeb4a959-297b-4740-a4db-c5e983d46d01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Converting VIF {"id": "eeb4a959-297b-4740-a4db-c5e983d46d01", "address": "fa:16:3e:53:e5:19", "network": {"id": "cdf66489-552c-4262-9eb7-151220e7bed4", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "f926ee2bb9734b6296fc31f9bc5d96a8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeeb4a959-29", "ovs_interfaceid": "eeb4a959-297b-4740-a4db-c5e983d46d01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:e5:19,bridge_name='br-int',has_traffic_filtering=True,id=eeb4a959-297b-4740-a4db-c5e983d46d01,network=Network(cdf66489-552c-4262-9eb7-151220e7bed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeeb4a959-29') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG os_vif [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:e5:19,bridge_name='br-int',has_traffic_filtering=True,id=eeb4a959-297b-4740-a4db-c5e983d46d01,network=Network(cdf66489-552c-4262-9eb7-151220e7bed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeeb4a959-29') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeeb4a959-29, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a39f9848-f3a0-4cee-8af2-f54fda7d8953) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:25:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:42 user nova-compute[75432]: INFO os_vif [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:e5:19,bridge_name='br-int',has_traffic_filtering=True,id=eeb4a959-297b-4740-a4db-c5e983d46d01,network=Network(cdf66489-552c-4262-9eb7-151220e7bed4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeeb4a959-29')
Nov 27 14:25:42 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Deleting instance files /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c_del
Nov 27 14:25:42 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Deletion of /opt/stack/data/nova/instances/62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c_del complete
Nov 27 14:25:43 user nova-compute[75432]: INFO nova.compute.manager [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 27 14:25:43 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:25:43 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:25:43 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:25:43 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:25:43 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Took 0.67 seconds to deallocate network for instance.
Nov 27 14:25:43 user nova-compute[75432]: DEBUG nova.compute.manager [req-7a2b9885-9b3b-4004-afdd-135fb6833f0f req-0aa9d0a1-d279-46c3-b97e-b74217c84dc3 service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Received event network-vif-deleted-eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:43 user nova-compute[75432]: INFO nova.compute.manager [req-7a2b9885-9b3b-4004-afdd-135fb6833f0f req-0aa9d0a1-d279-46c3-b97e-b74217c84dc3 service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Neutron deleted interface eeb4a959-297b-4740-a4db-c5e983d46d01; detaching it from the instance and deleting it from the info cache
Nov 27 14:25:43 user nova-compute[75432]: DEBUG nova.network.neutron [req-7a2b9885-9b3b-4004-afdd-135fb6833f0f req-0aa9d0a1-d279-46c3-b97e-b74217c84dc3 service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:25:43 user nova-compute[75432]: DEBUG nova.compute.manager [req-7a2b9885-9b3b-4004-afdd-135fb6833f0f req-0aa9d0a1-d279-46c3-b97e-b74217c84dc3 service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Detach interface failed, port_id=eeb4a959-297b-4740-a4db-c5e983d46d01, reason: Instance 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:25:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:44 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:25:44 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:25:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.360s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:44 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Deleted allocations for instance 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c
Nov 27 14:25:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-58ea0ea3-5797-4e4b-8fce-b2e8094fd430 tempest-VolumesNegativeTest-1754238729 tempest-VolumesNegativeTest-1754238729-project-member] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.162s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-1f0f8b6f-7d10-4caa-bdb7-4df42790c6f8 req-d1556f98-84d6-4476-9e76-57d9e893a10e service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Received event network-vif-plugged-eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f0f8b6f-7d10-4caa-bdb7-4df42790c6f8 req-d1556f98-84d6-4476-9e76-57d9e893a10e service nova] Acquiring lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:25:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f0f8b6f-7d10-4caa-bdb7-4df42790c6f8 req-d1556f98-84d6-4476-9e76-57d9e893a10e service nova] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:25:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1f0f8b6f-7d10-4caa-bdb7-4df42790c6f8 req-d1556f98-84d6-4476-9e76-57d9e893a10e service nova] Lock "62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-1f0f8b6f-7d10-4caa-bdb7-4df42790c6f8 req-d1556f98-84d6-4476-9e76-57d9e893a10e service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] No waiting events found dispatching network-vif-plugged-eeb4a959-297b-4740-a4db-c5e983d46d01 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:25:44 user nova-compute[75432]: WARNING nova.compute.manager [req-1f0f8b6f-7d10-4caa-bdb7-4df42790c6f8 req-d1556f98-84d6-4476-9e76-57d9e893a10e service nova] [instance: 62e7d4d4-9dbd-4c57-a669-9fc5cebfcd2c] Received unexpected event network-vif-plugged-eeb4a959-297b-4740-a4db-c5e983d46d01 for instance with vm_state deleted and task_state None.
Nov 27 14:25:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:55 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Waiting for libvirt event about the detach of device tape7acb8dc-22 with device alias net1 from instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec is timed out.
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:dc:2f:dd"/><model type="virtio"/><mtu size="1442"/><target dev="tape7acb8dc-22"/></interface> {{(pid=75432) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:dc:2f:dd"/><model type="virtio"/><mtu size="1442"/><target dev="tape7acb8dc-22"/></interface>not found in domain: <domain type='kvm' id='7'>
Nov 27 14:25:55 user nova-compute[75432]:   <name>instance-00000008</name>
Nov 27 14:25:55 user nova-compute[75432]:   <uuid>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</uuid>
Nov 27 14:25:55 user nova-compute[75432]:   <metadata>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:25:55 user nova-compute[75432]:   <nova:package version="0.0.0"/>
Nov 27 14:25:55 user nova-compute[75432]:   <nova:name>tempest-device-tagging-server-1674808710</nova:name>
Nov 27 14:25:55 user nova-compute[75432]:   <nova:creationTime>2023-11-27 14:24:53</nova:creationTime>
Nov 27 14:25:55 user nova-compute[75432]:   <nova:flavor name="m1.tiny">
Nov 27 14:25:55 user nova-compute[75432]:     <nova:memory>512</nova:memory>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:disk>1</nova:disk>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:swap>0</nova:swap>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:vcpus>1</nova:vcpus>
Nov 27 14:25:55 user nova-compute[75432]:   </nova:flavor>
Nov 27 14:25:55 user nova-compute[75432]:   <nova:owner>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:user uuid="7d3e7e9ae29441149f8865e84278226b">tempest-TaggedAttachmentsTest-123890216-project-member</nova:user>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:project uuid="48ccde559c304fbe98ba658e5abf6792">tempest-TaggedAttachmentsTest-123890216</nova:project>
Nov 27 14:25:55 user nova-compute[75432]:   </nova:owner>
Nov 27 14:25:55 user nova-compute[75432]:   <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:25:55 user nova-compute[75432]:   <nova:ports>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:port uuid="60643d67-fdcf-45e1-acb1-494066736b6a">
Nov 27 14:25:55 user nova-compute[75432]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 14:25:55 user nova-compute[75432]:     </nova:port>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:port uuid="e7acb8dc-22eb-4b3b-990a-62d60a5372a6">
Nov 27 14:25:55 user nova-compute[75432]:       <nova:ip type="fixed" address="10.10.10.145" ipVersion="4"/>
Nov 27 14:25:55 user nova-compute[75432]:     </nova:port>
Nov 27 14:25:55 user nova-compute[75432]:   </nova:ports>
Nov 27 14:25:55 user nova-compute[75432]: </nova:instance>
Nov 27 14:25:55 user nova-compute[75432]:   </metadata>
Nov 27 14:25:55 user nova-compute[75432]:   <memory unit='KiB'>524288</memory>
Nov 27 14:25:55 user nova-compute[75432]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 27 14:25:55 user nova-compute[75432]:   <vcpu placement='static'>1</vcpu>
Nov 27 14:25:55 user nova-compute[75432]:   <resource>
Nov 27 14:25:55 user nova-compute[75432]:     <partition>/machine</partition>
Nov 27 14:25:55 user nova-compute[75432]:   </resource>
Nov 27 14:25:55 user nova-compute[75432]:   <sysinfo type='smbios'>
Nov 27 14:25:55 user nova-compute[75432]:     <system>
Nov 27 14:25:55 user nova-compute[75432]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 27 14:25:55 user nova-compute[75432]:       <entry name='product'>OpenStack Nova</entry>
Nov 27 14:25:55 user nova-compute[75432]:       <entry name='version'>0.0.0</entry>
Nov 27 14:25:55 user nova-compute[75432]:       <entry name='serial'>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</entry>
Nov 27 14:25:55 user nova-compute[75432]:       <entry name='uuid'>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</entry>
Nov 27 14:25:55 user nova-compute[75432]:       <entry name='family'>Virtual Machine</entry>
Nov 27 14:25:55 user nova-compute[75432]:     </system>
Nov 27 14:25:55 user nova-compute[75432]:   </sysinfo>
Nov 27 14:25:55 user nova-compute[75432]:   <os>
Nov 27 14:25:55 user nova-compute[75432]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 27 14:25:55 user nova-compute[75432]:     <boot dev='hd'/>
Nov 27 14:25:55 user nova-compute[75432]:     <smbios mode='sysinfo'/>
Nov 27 14:25:55 user nova-compute[75432]:   </os>
Nov 27 14:25:55 user nova-compute[75432]:   <features>
Nov 27 14:25:55 user nova-compute[75432]:     <acpi/>
Nov 27 14:25:55 user nova-compute[75432]:     <apic/>
Nov 27 14:25:55 user nova-compute[75432]:     <vmcoreinfo state='on'/>
Nov 27 14:25:55 user nova-compute[75432]:   </features>
Nov 27 14:25:55 user nova-compute[75432]:   <cpu mode='custom' match='exact' check='full'>
Nov 27 14:25:55 user nova-compute[75432]:     <model fallback='forbid'>Nehalem</model>
Nov 27 14:25:55 user nova-compute[75432]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 27 14:25:55 user nova-compute[75432]:     <feature policy='require' name='vme'/>
Nov 27 14:25:55 user nova-compute[75432]:     <feature policy='require' name='x2apic'/>
Nov 27 14:25:55 user nova-compute[75432]:     <feature policy='require' name='hypervisor'/>
Nov 27 14:25:55 user nova-compute[75432]:   </cpu>
Nov 27 14:25:55 user nova-compute[75432]:   <clock offset='utc'>
Nov 27 14:25:55 user nova-compute[75432]:     <timer name='pit' tickpolicy='delay'/>
Nov 27 14:25:55 user nova-compute[75432]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 27 14:25:55 user nova-compute[75432]:     <timer name='hpet' present='no'/>
Nov 27 14:25:55 user nova-compute[75432]:   </clock>
Nov 27 14:25:55 user nova-compute[75432]:   <on_poweroff>destroy</on_poweroff>
Nov 27 14:25:55 user nova-compute[75432]:   <on_reboot>restart</on_reboot>
Nov 27 14:25:55 user nova-compute[75432]:   <on_crash>destroy</on_crash>
Nov 27 14:25:55 user nova-compute[75432]:   <devices>
Nov 27 14:25:55 user nova-compute[75432]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 27 14:25:55 user nova-compute[75432]:     <disk type='file' device='disk'>
Nov 27 14:25:55 user nova-compute[75432]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 27 14:25:55 user nova-compute[75432]:       <source file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk' index='2'/>
Nov 27 14:25:55 user nova-compute[75432]:       <backingStore type='file' index='3'>
Nov 27 14:25:55 user nova-compute[75432]:         <format type='raw'/>
Nov 27 14:25:55 user nova-compute[75432]:         <source file='/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a'/>
Nov 27 14:25:55 user nova-compute[75432]:         <backingStore/>
Nov 27 14:25:55 user nova-compute[75432]:       </backingStore>
Nov 27 14:25:55 user nova-compute[75432]:       <target dev='vda' bus='virtio'/>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='virtio-disk0'/>
Nov 27 14:25:55 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 27 14:25:55 user nova-compute[75432]:     </disk>
Nov 27 14:25:55 user nova-compute[75432]:     <disk type='file' device='cdrom'>
Nov 27 14:25:55 user nova-compute[75432]:       <driver name='qemu' type='raw' cache='none'/>
Nov 27 14:25:55 user nova-compute[75432]:       <source file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk.config' index='1'/>
Nov 27 14:25:55 user nova-compute[75432]:       <backingStore/>
Nov 27 14:25:55 user nova-compute[75432]:       <target dev='hda' bus='ide'/>
Nov 27 14:25:55 user nova-compute[75432]:       <readonly/>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='ide0-0-0'/>
Nov 27 14:25:55 user nova-compute[75432]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 27 14:25:55 user nova-compute[75432]:     </disk>
Nov 27 14:25:55 user nova-compute[75432]:     <controller type='usb' index='0' model='none'>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='usb'/>
Nov 27 14:25:55 user nova-compute[75432]:     </controller>
Nov 27 14:25:55 user nova-compute[75432]:     <controller type='pci' index='0' model='pci-root'>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='pci.0'/>
Nov 27 14:25:55 user nova-compute[75432]:     </controller>
Nov 27 14:25:55 user nova-compute[75432]:     <controller type='ide' index='0'>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='ide'/>
Nov 27 14:25:55 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 27 14:25:55 user nova-compute[75432]:     </controller>
Nov 27 14:25:55 user nova-compute[75432]:     <interface type='ethernet'>
Nov 27 14:25:55 user nova-compute[75432]:       <mac address='fa:16:3e:d3:02:72'/>
Nov 27 14:25:55 user nova-compute[75432]:       <target dev='tap60643d67-fd'/>
Nov 27 14:25:55 user nova-compute[75432]:       <model type='virtio'/>
Nov 27 14:25:55 user nova-compute[75432]:       <mtu size='1442'/>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='net0'/>
Nov 27 14:25:55 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 27 14:25:55 user nova-compute[75432]:     </interface>
Nov 27 14:25:55 user nova-compute[75432]:     <serial type='pty'>
Nov 27 14:25:55 user nova-compute[75432]:       <source path='/dev/pts/6'/>
Nov 27 14:25:55 user nova-compute[75432]:       <log file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/console.log' append='off'/>
Nov 27 14:25:55 user nova-compute[75432]:       <target type='isa-serial' port='0'>
Nov 27 14:25:55 user nova-compute[75432]:         <model name='isa-serial'/>
Nov 27 14:25:55 user nova-compute[75432]:       </target>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='serial0'/>
Nov 27 14:25:55 user nova-compute[75432]:     </serial>
Nov 27 14:25:55 user nova-compute[75432]:     <console type='pty' tty='/dev/pts/6'>
Nov 27 14:25:55 user nova-compute[75432]:       <source path='/dev/pts/6'/>
Nov 27 14:25:55 user nova-compute[75432]:       <log file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/console.log' append='off'/>
Nov 27 14:25:55 user nova-compute[75432]:       <target type='serial' port='0'/>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='serial0'/>
Nov 27 14:25:55 user nova-compute[75432]:     </console>
Nov 27 14:25:55 user nova-compute[75432]:     <input type='mouse' bus='ps2'>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='input0'/>
Nov 27 14:25:55 user nova-compute[75432]:     </input>
Nov 27 14:25:55 user nova-compute[75432]:     <input type='keyboard' bus='ps2'>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='input1'/>
Nov 27 14:25:55 user nova-compute[75432]:     </input>
Nov 27 14:25:55 user nova-compute[75432]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Nov 27 14:25:55 user nova-compute[75432]:       <listen type='address' address='0.0.0.0'/>
Nov 27 14:25:55 user nova-compute[75432]:     </graphics>
Nov 27 14:25:55 user nova-compute[75432]:     <audio id='1' type='none'/>
Nov 27 14:25:55 user nova-compute[75432]:     <video>
Nov 27 14:25:55 user nova-compute[75432]:       <model type='virtio' heads='1' primary='yes'/>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='video0'/>
Nov 27 14:25:55 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 27 14:25:55 user nova-compute[75432]:     </video>
Nov 27 14:25:55 user nova-compute[75432]:     <memballoon model='virtio'>
Nov 27 14:25:55 user nova-compute[75432]:       <stats period='10'/>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='balloon0'/>
Nov 27 14:25:55 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 27 14:25:55 user nova-compute[75432]:     </memballoon>
Nov 27 14:25:55 user nova-compute[75432]:     <rng model='virtio'>
Nov 27 14:25:55 user nova-compute[75432]:       <backend model='random'>/dev/urandom</backend>
Nov 27 14:25:55 user nova-compute[75432]:       <alias name='rng0'/>
Nov 27 14:25:55 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 27 14:25:55 user nova-compute[75432]:     </rng>
Nov 27 14:25:55 user nova-compute[75432]:   </devices>
Nov 27 14:25:55 user nova-compute[75432]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 27 14:25:55 user nova-compute[75432]:     <label>libvirt-cea89a34-aa94-4a6d-9b69-04d1b53c59ec</label>
Nov 27 14:25:55 user nova-compute[75432]:     <imagelabel>libvirt-cea89a34-aa94-4a6d-9b69-04d1b53c59ec</imagelabel>
Nov 27 14:25:55 user nova-compute[75432]:   </seclabel>
Nov 27 14:25:55 user nova-compute[75432]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 27 14:25:55 user nova-compute[75432]:     <label>+64055:+108</label>
Nov 27 14:25:55 user nova-compute[75432]:     <imagelabel>+64055:+108</imagelabel>
Nov 27 14:25:55 user nova-compute[75432]:   </seclabel>
Nov 27 14:25:55 user nova-compute[75432]: </domain>
Nov 27 14:25:55 user nova-compute[75432]:  {{(pid=75432) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 27 14:25:55 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Successfully detached device tape7acb8dc-22 from instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec from the live domain config.
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:22:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1674808710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1674808710',id=8,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA8fK/1a1+XdUibHZ4pmQON3Bq+C+gR2u+IJq6Ggg9bMNnHwaqoQn5db2+fztt498qAUXyliwGQxW6eHgBSSFvI7JqlpIdYK1H6wgkIX8BYaiqZ3JypcvZjei9bguEXsKg==',key_name='tempest-keypair-280828922',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='48ccde559c304fbe98ba658e5abf6792',ramdisk_id='',reservation_id='r-f09sb4mk',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123890216',owner_user_name='tempest-TaggedAttachmentsTest-123890216-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:23:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7d3e7e9ae29441149f8865e84278226b',uuid=cea89a34-aa94-4a6d-9b69-04d1b53c59ec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converting VIF {"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:2f:dd,bridge_name='br-int',has_traffic_filtering=True,id=e7acb8dc-22eb-4b3b-990a-62d60a5372a6,network=Network(024dced4-1ae3-465c-8c2c-68f8c8985ed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape7acb8dc-22') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG os_vif [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:2f:dd,bridge_name='br-int',has_traffic_filtering=True,id=e7acb8dc-22eb-4b3b-990a-62d60a5372a6,network=Network(024dced4-1ae3-465c-8c2c-68f8c8985ed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape7acb8dc-22') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape7acb8dc-22, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=51980ef4-24ca-4525-b07c-4d3aa5b82439) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:55 user nova-compute[75432]: INFO os_vif [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:2f:dd,bridge_name='br-int',has_traffic_filtering=True,id=e7acb8dc-22eb-4b3b-990a-62d60a5372a6,network=Network(024dced4-1ae3-465c-8c2c-68f8c8985ed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape7acb8dc-22')
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:25:55 user nova-compute[75432]:   <nova:package version="0.0.0"/>
Nov 27 14:25:55 user nova-compute[75432]:   <nova:name>tempest-device-tagging-server-1674808710</nova:name>
Nov 27 14:25:55 user nova-compute[75432]:   <nova:creationTime>2023-11-27 14:25:55</nova:creationTime>
Nov 27 14:25:55 user nova-compute[75432]:   <nova:flavor name="m1.tiny">
Nov 27 14:25:55 user nova-compute[75432]:     <nova:memory>512</nova:memory>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:disk>1</nova:disk>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:swap>0</nova:swap>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:vcpus>1</nova:vcpus>
Nov 27 14:25:55 user nova-compute[75432]:   </nova:flavor>
Nov 27 14:25:55 user nova-compute[75432]:   <nova:owner>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:user uuid="7d3e7e9ae29441149f8865e84278226b">tempest-TaggedAttachmentsTest-123890216-project-member</nova:user>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:project uuid="48ccde559c304fbe98ba658e5abf6792">tempest-TaggedAttachmentsTest-123890216</nova:project>
Nov 27 14:25:55 user nova-compute[75432]:   </nova:owner>
Nov 27 14:25:55 user nova-compute[75432]:   <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:25:55 user nova-compute[75432]:   <nova:ports>
Nov 27 14:25:55 user nova-compute[75432]:     <nova:port uuid="60643d67-fdcf-45e1-acb1-494066736b6a">
Nov 27 14:25:55 user nova-compute[75432]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 14:25:55 user nova-compute[75432]:     </nova:port>
Nov 27 14:25:55 user nova-compute[75432]:   </nova:ports>
Nov 27 14:25:55 user nova-compute[75432]: </nova:instance>
Nov 27 14:25:55 user nova-compute[75432]:  {{(pid=75432) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 27 14:25:55 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 370194d8-a6ef-4600-87de-ae645f4869c0 is timed out.
Nov 27 14:25:55 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Successfully detached device vdb from instance 370194d8-a6ef-4600-87de-ae645f4869c0 from the live domain config.
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mhWbIiPr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd', 'volume_id': 'b1278b06-1c0c-4e5f-acd1-c0b2111d3aed'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:25:55 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:25:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-vif-deleted-e7acb8dc-22eb-4b3b-990a-62d60a5372a6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:25:55 user nova-compute[75432]: INFO nova.compute.manager [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Neutron deleted interface e7acb8dc-22eb-4b3b-990a-62d60a5372a6; detaching it from the instance and deleting it from the info cache
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.network.neutron [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Updating instance_info_cache with network_info: [{"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[17413d06-7ca8-4cca-b80b-7a984b8aceb8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:25:55 user nova-compute[75432]: No targets found.
Nov 27 14:25:55 user nova-compute[75432]: iSNS:
Nov 27 14:25:55 user nova-compute[75432]: No targets found.
Nov 27 14:25:55 user nova-compute[75432]: STATIC:
Nov 27 14:25:55 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:25:55 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:55 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:55 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3
Nov 27 14:25:55 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:55 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:55 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed
Nov 27 14:25:55 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:25:55 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:25:55 user nova-compute[75432]: FIRMWARE:
Nov 27 14:25:55 user nova-compute[75432]: No targets found.
Nov 27 14:25:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:25:55 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:25:55 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquired lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.network.neutron [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[71860f77-f183-488e-9162-27ace6ad8565]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.objects.instance [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] Lazy-loading 'system_metadata' on Instance uuid cea89a34-aa94-4a6d-9b69-04d1b53c59ec {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d52aae67-235f-4769-9c64-32b1e3d3d095]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.objects.instance [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] Lazy-loading 'flavor' on Instance uuid cea89a34-aa94-4a6d-9b69-04d1b53c59ec {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:55 user nova-compute[75432]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:55 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:25:55 user nova-compute[75432]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed (non-flash)
Nov 27 14:25:55 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:25:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b5060dc60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed'): ({'sdd'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Removing single pathed devices sdd {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:55 user nova-compute[75432]: DEBUG nova.objects.base [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] Object Instance<cea89a34-aa94-4a6d-9b69-04d1b53c59ec> lazy-loaded attributes: system_metadata,flavor {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:22:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1674808710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1674808710',id=8,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA8fK/1a1+XdUibHZ4pmQON3Bq+C+gR2u+IJq6Ggg9bMNnHwaqoQn5db2+fztt498qAUXyliwGQxW6eHgBSSFvI7JqlpIdYK1H6wgkIX8BYaiqZ3JypcvZjei9bguEXsKg==',key_name='tempest-keypair-280828922',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='48ccde559c304fbe98ba658e5abf6792',ramdisk_id='',reservation_id='r-f09sb4mk',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123890216',owner_user_name='tempest-TaggedAttachmentsTest-123890216-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:23:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7d3e7e9ae29441149f8865e84278226b',uuid=cea89a34-aa94-4a6d-9b69-04d1b53c59ec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] Converting VIF {"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:2f:dd,bridge_name='br-int',has_traffic_filtering=True,id=e7acb8dc-22eb-4b3b-990a-62d60a5372a6,network=Network(024dced4-1ae3-465c-8c2c-68f8c8985ed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape7acb8dc-22') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[18d18805-4fc1-4351-a90f-377b2c6fe106]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:dc:2f:dd"/><model type="virtio"/><mtu size="1442"/><target dev="tape7acb8dc-22"/></interface> {{(pid=75432) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:dc:2f:dd"/><model type="virtio"/><mtu size="1442"/><target dev="tape7acb8dc-22"/></interface>not found in domain: <domain type='kvm' id='7'>
Nov 27 14:25:56 user nova-compute[75432]:   <name>instance-00000008</name>
Nov 27 14:25:56 user nova-compute[75432]:   <uuid>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</uuid>
Nov 27 14:25:56 user nova-compute[75432]:   <metadata>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:25:56 user nova-compute[75432]:   <nova:package version="0.0.0"/>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:name>tempest-device-tagging-server-1674808710</nova:name>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:creationTime>2023-11-27 14:25:55</nova:creationTime>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:flavor name="m1.tiny">
Nov 27 14:25:56 user nova-compute[75432]:     <nova:memory>512</nova:memory>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:disk>1</nova:disk>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:swap>0</nova:swap>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:vcpus>1</nova:vcpus>
Nov 27 14:25:56 user nova-compute[75432]:   </nova:flavor>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:owner>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:user uuid="7d3e7e9ae29441149f8865e84278226b">tempest-TaggedAttachmentsTest-123890216-project-member</nova:user>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:project uuid="48ccde559c304fbe98ba658e5abf6792">tempest-TaggedAttachmentsTest-123890216</nova:project>
Nov 27 14:25:56 user nova-compute[75432]:   </nova:owner>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:ports>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:port uuid="60643d67-fdcf-45e1-acb1-494066736b6a">
Nov 27 14:25:56 user nova-compute[75432]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 14:25:56 user nova-compute[75432]:     </nova:port>
Nov 27 14:25:56 user nova-compute[75432]:   </nova:ports>
Nov 27 14:25:56 user nova-compute[75432]: </nova:instance>
Nov 27 14:25:56 user nova-compute[75432]:   </metadata>
Nov 27 14:25:56 user nova-compute[75432]:   <memory unit='KiB'>524288</memory>
Nov 27 14:25:56 user nova-compute[75432]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 27 14:25:56 user nova-compute[75432]:   <vcpu placement='static'>1</vcpu>
Nov 27 14:25:56 user nova-compute[75432]:   <resource>
Nov 27 14:25:56 user nova-compute[75432]:     <partition>/machine</partition>
Nov 27 14:25:56 user nova-compute[75432]:   </resource>
Nov 27 14:25:56 user nova-compute[75432]:   <sysinfo type='smbios'>
Nov 27 14:25:56 user nova-compute[75432]:     <system>
Nov 27 14:25:56 user nova-compute[75432]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 27 14:25:56 user nova-compute[75432]:       <entry name='product'>OpenStack Nova</entry>
Nov 27 14:25:56 user nova-compute[75432]:       <entry name='version'>0.0.0</entry>
Nov 27 14:25:56 user nova-compute[75432]:       <entry name='serial'>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</entry>
Nov 27 14:25:56 user nova-compute[75432]:       <entry name='uuid'>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</entry>
Nov 27 14:25:56 user nova-compute[75432]:       <entry name='family'>Virtual Machine</entry>
Nov 27 14:25:56 user nova-compute[75432]:     </system>
Nov 27 14:25:56 user nova-compute[75432]:   </sysinfo>
Nov 27 14:25:56 user nova-compute[75432]:   <os>
Nov 27 14:25:56 user nova-compute[75432]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 27 14:25:56 user nova-compute[75432]:     <boot dev='hd'/>
Nov 27 14:25:56 user nova-compute[75432]:     <smbios mode='sysinfo'/>
Nov 27 14:25:56 user nova-compute[75432]:   </os>
Nov 27 14:25:56 user nova-compute[75432]:   <features>
Nov 27 14:25:56 user nova-compute[75432]:     <acpi/>
Nov 27 14:25:56 user nova-compute[75432]:     <apic/>
Nov 27 14:25:56 user nova-compute[75432]:     <vmcoreinfo state='on'/>
Nov 27 14:25:56 user nova-compute[75432]:   </features>
Nov 27 14:25:56 user nova-compute[75432]:   <cpu mode='custom' match='exact' check='full'>
Nov 27 14:25:56 user nova-compute[75432]:     <model fallback='forbid'>Nehalem</model>
Nov 27 14:25:56 user nova-compute[75432]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 27 14:25:56 user nova-compute[75432]:     <feature policy='require' name='vme'/>
Nov 27 14:25:56 user nova-compute[75432]:     <feature policy='require' name='x2apic'/>
Nov 27 14:25:56 user nova-compute[75432]:     <feature policy='require' name='hypervisor'/>
Nov 27 14:25:56 user nova-compute[75432]:   </cpu>
Nov 27 14:25:56 user nova-compute[75432]:   <clock offset='utc'>
Nov 27 14:25:56 user nova-compute[75432]:     <timer name='pit' tickpolicy='delay'/>
Nov 27 14:25:56 user nova-compute[75432]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 27 14:25:56 user nova-compute[75432]:     <timer name='hpet' present='no'/>
Nov 27 14:25:56 user nova-compute[75432]:   </clock>
Nov 27 14:25:56 user nova-compute[75432]:   <on_poweroff>destroy</on_poweroff>
Nov 27 14:25:56 user nova-compute[75432]:   <on_reboot>restart</on_reboot>
Nov 27 14:25:56 user nova-compute[75432]:   <on_crash>destroy</on_crash>
Nov 27 14:25:56 user nova-compute[75432]:   <devices>
Nov 27 14:25:56 user nova-compute[75432]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 27 14:25:56 user nova-compute[75432]:     <disk type='file' device='disk'>
Nov 27 14:25:56 user nova-compute[75432]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 27 14:25:56 user nova-compute[75432]:       <source file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk' index='2'/>
Nov 27 14:25:56 user nova-compute[75432]:       <backingStore type='file' index='3'>
Nov 27 14:25:56 user nova-compute[75432]:         <format type='raw'/>
Nov 27 14:25:56 user nova-compute[75432]:         <source file='/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a'/>
Nov 27 14:25:56 user nova-compute[75432]:         <backingStore/>
Nov 27 14:25:56 user nova-compute[75432]:       </backingStore>
Nov 27 14:25:56 user nova-compute[75432]:       <target dev='vda' bus='virtio'/>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='virtio-disk0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </disk>
Nov 27 14:25:56 user nova-compute[75432]:     <disk type='file' device='cdrom'>
Nov 27 14:25:56 user nova-compute[75432]:       <driver name='qemu' type='raw' cache='none'/>
Nov 27 14:25:56 user nova-compute[75432]:       <source file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk.config' index='1'/>
Nov 27 14:25:56 user nova-compute[75432]:       <backingStore/>
Nov 27 14:25:56 user nova-compute[75432]:       <target dev='hda' bus='ide'/>
Nov 27 14:25:56 user nova-compute[75432]:       <readonly/>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='ide0-0-0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </disk>
Nov 27 14:25:56 user nova-compute[75432]:     <controller type='usb' index='0' model='none'>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='usb'/>
Nov 27 14:25:56 user nova-compute[75432]:     </controller>
Nov 27 14:25:56 user nova-compute[75432]:     <controller type='pci' index='0' model='pci-root'>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='pci.0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </controller>
Nov 27 14:25:56 user nova-compute[75432]:     <controller type='ide' index='0'>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='ide'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 27 14:25:56 user nova-compute[75432]:     </controller>
Nov 27 14:25:56 user nova-compute[75432]:     <interface type='ethernet'>
Nov 27 14:25:56 user nova-compute[75432]:       <mac address='fa:16:3e:d3:02:72'/>
Nov 27 14:25:56 user nova-compute[75432]:       <target dev='tap60643d67-fd'/>
Nov 27 14:25:56 user nova-compute[75432]:       <model type='virtio'/>
Nov 27 14:25:56 user nova-compute[75432]:       <mtu size='1442'/>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='net0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </interface>
Nov 27 14:25:56 user nova-compute[75432]:     <serial type='pty'>
Nov 27 14:25:56 user nova-compute[75432]:       <source path='/dev/pts/6'/>
Nov 27 14:25:56 user nova-compute[75432]:       <log file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/console.log' append='off'/>
Nov 27 14:25:56 user nova-compute[75432]:       <target type='isa-serial' port='0'>
Nov 27 14:25:56 user nova-compute[75432]:         <model name='isa-serial'/>
Nov 27 14:25:56 user nova-compute[75432]:       </target>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='serial0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </serial>
Nov 27 14:25:56 user nova-compute[75432]:     <console type='pty' tty='/dev/pts/6'>
Nov 27 14:25:56 user nova-compute[75432]:       <source path='/dev/pts/6'/>
Nov 27 14:25:56 user nova-compute[75432]:       <log file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/console.log' append='off'/>
Nov 27 14:25:56 user nova-compute[75432]:       <target type='serial' port='0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='serial0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </console>
Nov 27 14:25:56 user nova-compute[75432]:     <input type='mouse' bus='ps2'>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='input0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </input>
Nov 27 14:25:56 user nova-compute[75432]:     <input type='keyboard' bus='ps2'>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='input1'/>
Nov 27 14:25:56 user nova-compute[75432]:     </input>
Nov 27 14:25:56 user nova-compute[75432]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Nov 27 14:25:56 user nova-compute[75432]:       <listen type='address' address='0.0.0.0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </graphics>
Nov 27 14:25:56 user nova-compute[75432]:     <audio id='1' type='none'/>
Nov 27 14:25:56 user nova-compute[75432]:     <video>
Nov 27 14:25:56 user nova-compute[75432]:       <model type='virtio' heads='1' primary='yes'/>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='video0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </video>
Nov 27 14:25:56 user nova-compute[75432]:     <memballoon model='virtio'>
Nov 27 14:25:56 user nova-compute[75432]:       <stats period='10'/>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='balloon0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </memballoon>
Nov 27 14:25:56 user nova-compute[75432]:     <rng model='virtio'>
Nov 27 14:25:56 user nova-compute[75432]:       <backend model='random'>/dev/urandom</backend>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='rng0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </rng>
Nov 27 14:25:56 user nova-compute[75432]:   </devices>
Nov 27 14:25:56 user nova-compute[75432]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 27 14:25:56 user nova-compute[75432]:     <label>libvirt-cea89a34-aa94-4a6d-9b69-04d1b53c59ec</label>
Nov 27 14:25:56 user nova-compute[75432]:     <imagelabel>libvirt-cea89a34-aa94-4a6d-9b69-04d1b53c59ec</imagelabel>
Nov 27 14:25:56 user nova-compute[75432]:   </seclabel>
Nov 27 14:25:56 user nova-compute[75432]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 27 14:25:56 user nova-compute[75432]:     <label>+64055:+108</label>
Nov 27 14:25:56 user nova-compute[75432]:     <imagelabel>+64055:+108</imagelabel>
Nov 27 14:25:56 user nova-compute[75432]:   </seclabel>
Nov 27 14:25:56 user nova-compute[75432]: </domain>
Nov 27 14:25:56 user nova-compute[75432]:  {{(pid=75432) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:dc:2f:dd"/><model type="virtio"/><mtu size="1442"/><target dev="tape7acb8dc-22"/></interface> {{(pid=75432) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:dc:2f:dd"/><model type="virtio"/><mtu size="1442"/><target dev="tape7acb8dc-22"/></interface>not found in domain: <domain type='kvm' id='7'>
Nov 27 14:25:56 user nova-compute[75432]:   <name>instance-00000008</name>
Nov 27 14:25:56 user nova-compute[75432]:   <uuid>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</uuid>
Nov 27 14:25:56 user nova-compute[75432]:   <metadata>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:25:56 user nova-compute[75432]:   <nova:package version="0.0.0"/>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:name>tempest-device-tagging-server-1674808710</nova:name>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:creationTime>2023-11-27 14:25:55</nova:creationTime>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:flavor name="m1.tiny">
Nov 27 14:25:56 user nova-compute[75432]:     <nova:memory>512</nova:memory>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:disk>1</nova:disk>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:swap>0</nova:swap>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:vcpus>1</nova:vcpus>
Nov 27 14:25:56 user nova-compute[75432]:   </nova:flavor>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:owner>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:user uuid="7d3e7e9ae29441149f8865e84278226b">tempest-TaggedAttachmentsTest-123890216-project-member</nova:user>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:project uuid="48ccde559c304fbe98ba658e5abf6792">tempest-TaggedAttachmentsTest-123890216</nova:project>
Nov 27 14:25:56 user nova-compute[75432]:   </nova:owner>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:ports>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:port uuid="60643d67-fdcf-45e1-acb1-494066736b6a">
Nov 27 14:25:56 user nova-compute[75432]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 14:25:56 user nova-compute[75432]:     </nova:port>
Nov 27 14:25:56 user nova-compute[75432]:   </nova:ports>
Nov 27 14:25:56 user nova-compute[75432]: </nova:instance>
Nov 27 14:25:56 user nova-compute[75432]:   </metadata>
Nov 27 14:25:56 user nova-compute[75432]:   <memory unit='KiB'>524288</memory>
Nov 27 14:25:56 user nova-compute[75432]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 27 14:25:56 user nova-compute[75432]:   <vcpu placement='static'>1</vcpu>
Nov 27 14:25:56 user nova-compute[75432]:   <resource>
Nov 27 14:25:56 user nova-compute[75432]:     <partition>/machine</partition>
Nov 27 14:25:56 user nova-compute[75432]:   </resource>
Nov 27 14:25:56 user nova-compute[75432]:   <sysinfo type='smbios'>
Nov 27 14:25:56 user nova-compute[75432]:     <system>
Nov 27 14:25:56 user nova-compute[75432]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 27 14:25:56 user nova-compute[75432]:       <entry name='product'>OpenStack Nova</entry>
Nov 27 14:25:56 user nova-compute[75432]:       <entry name='version'>0.0.0</entry>
Nov 27 14:25:56 user nova-compute[75432]:       <entry name='serial'>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</entry>
Nov 27 14:25:56 user nova-compute[75432]:       <entry name='uuid'>cea89a34-aa94-4a6d-9b69-04d1b53c59ec</entry>
Nov 27 14:25:56 user nova-compute[75432]:       <entry name='family'>Virtual Machine</entry>
Nov 27 14:25:56 user nova-compute[75432]:     </system>
Nov 27 14:25:56 user nova-compute[75432]:   </sysinfo>
Nov 27 14:25:56 user nova-compute[75432]:   <os>
Nov 27 14:25:56 user nova-compute[75432]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 27 14:25:56 user nova-compute[75432]:     <boot dev='hd'/>
Nov 27 14:25:56 user nova-compute[75432]:     <smbios mode='sysinfo'/>
Nov 27 14:25:56 user nova-compute[75432]:   </os>
Nov 27 14:25:56 user nova-compute[75432]:   <features>
Nov 27 14:25:56 user nova-compute[75432]:     <acpi/>
Nov 27 14:25:56 user nova-compute[75432]:     <apic/>
Nov 27 14:25:56 user nova-compute[75432]:     <vmcoreinfo state='on'/>
Nov 27 14:25:56 user nova-compute[75432]:   </features>
Nov 27 14:25:56 user nova-compute[75432]:   <cpu mode='custom' match='exact' check='full'>
Nov 27 14:25:56 user nova-compute[75432]:     <model fallback='forbid'>Nehalem</model>
Nov 27 14:25:56 user nova-compute[75432]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 27 14:25:56 user nova-compute[75432]:     <feature policy='require' name='vme'/>
Nov 27 14:25:56 user nova-compute[75432]:     <feature policy='require' name='x2apic'/>
Nov 27 14:25:56 user nova-compute[75432]:     <feature policy='require' name='hypervisor'/>
Nov 27 14:25:56 user nova-compute[75432]:   </cpu>
Nov 27 14:25:56 user nova-compute[75432]:   <clock offset='utc'>
Nov 27 14:25:56 user nova-compute[75432]:     <timer name='pit' tickpolicy='delay'/>
Nov 27 14:25:56 user nova-compute[75432]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 27 14:25:56 user nova-compute[75432]:     <timer name='hpet' present='no'/>
Nov 27 14:25:56 user nova-compute[75432]:   </clock>
Nov 27 14:25:56 user nova-compute[75432]:   <on_poweroff>destroy</on_poweroff>
Nov 27 14:25:56 user nova-compute[75432]:   <on_reboot>restart</on_reboot>
Nov 27 14:25:56 user nova-compute[75432]:   <on_crash>destroy</on_crash>
Nov 27 14:25:56 user nova-compute[75432]:   <devices>
Nov 27 14:25:56 user nova-compute[75432]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 27 14:25:56 user nova-compute[75432]:     <disk type='file' device='disk'>
Nov 27 14:25:56 user nova-compute[75432]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 27 14:25:56 user nova-compute[75432]:       <source file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk' index='2'/>
Nov 27 14:25:56 user nova-compute[75432]:       <backingStore type='file' index='3'>
Nov 27 14:25:56 user nova-compute[75432]:         <format type='raw'/>
Nov 27 14:25:56 user nova-compute[75432]:         <source file='/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a'/>
Nov 27 14:25:56 user nova-compute[75432]:         <backingStore/>
Nov 27 14:25:56 user nova-compute[75432]:       </backingStore>
Nov 27 14:25:56 user nova-compute[75432]:       <target dev='vda' bus='virtio'/>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='virtio-disk0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </disk>
Nov 27 14:25:56 user nova-compute[75432]:     <disk type='file' device='cdrom'>
Nov 27 14:25:56 user nova-compute[75432]:       <driver name='qemu' type='raw' cache='none'/>
Nov 27 14:25:56 user nova-compute[75432]:       <source file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/disk.config' index='1'/>
Nov 27 14:25:56 user nova-compute[75432]:       <backingStore/>
Nov 27 14:25:56 user nova-compute[75432]:       <target dev='hda' bus='ide'/>
Nov 27 14:25:56 user nova-compute[75432]:       <readonly/>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='ide0-0-0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </disk>
Nov 27 14:25:56 user nova-compute[75432]:     <controller type='usb' index='0' model='none'>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='usb'/>
Nov 27 14:25:56 user nova-compute[75432]:     </controller>
Nov 27 14:25:56 user nova-compute[75432]:     <controller type='pci' index='0' model='pci-root'>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='pci.0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </controller>
Nov 27 14:25:56 user nova-compute[75432]:     <controller type='ide' index='0'>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='ide'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 27 14:25:56 user nova-compute[75432]:     </controller>
Nov 27 14:25:56 user nova-compute[75432]:     <interface type='ethernet'>
Nov 27 14:25:56 user nova-compute[75432]:       <mac address='fa:16:3e:d3:02:72'/>
Nov 27 14:25:56 user nova-compute[75432]:       <target dev='tap60643d67-fd'/>
Nov 27 14:25:56 user nova-compute[75432]:       <model type='virtio'/>
Nov 27 14:25:56 user nova-compute[75432]:       <mtu size='1442'/>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='net0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </interface>
Nov 27 14:25:56 user nova-compute[75432]:     <serial type='pty'>
Nov 27 14:25:56 user nova-compute[75432]:       <source path='/dev/pts/6'/>
Nov 27 14:25:56 user nova-compute[75432]:       <log file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/console.log' append='off'/>
Nov 27 14:25:56 user nova-compute[75432]:       <target type='isa-serial' port='0'>
Nov 27 14:25:56 user nova-compute[75432]:         <model name='isa-serial'/>
Nov 27 14:25:56 user nova-compute[75432]:       </target>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='serial0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </serial>
Nov 27 14:25:56 user nova-compute[75432]:     <console type='pty' tty='/dev/pts/6'>
Nov 27 14:25:56 user nova-compute[75432]:       <source path='/dev/pts/6'/>
Nov 27 14:25:56 user nova-compute[75432]:       <log file='/opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec/console.log' append='off'/>
Nov 27 14:25:56 user nova-compute[75432]:       <target type='serial' port='0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='serial0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </console>
Nov 27 14:25:56 user nova-compute[75432]:     <input type='mouse' bus='ps2'>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='input0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </input>
Nov 27 14:25:56 user nova-compute[75432]:     <input type='keyboard' bus='ps2'>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='input1'/>
Nov 27 14:25:56 user nova-compute[75432]:     </input>
Nov 27 14:25:56 user nova-compute[75432]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Nov 27 14:25:56 user nova-compute[75432]:       <listen type='address' address='0.0.0.0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </graphics>
Nov 27 14:25:56 user nova-compute[75432]:     <audio id='1' type='none'/>
Nov 27 14:25:56 user nova-compute[75432]:     <video>
Nov 27 14:25:56 user nova-compute[75432]:       <model type='virtio' heads='1' primary='yes'/>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='video0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </video>
Nov 27 14:25:56 user nova-compute[75432]:     <memballoon model='virtio'>
Nov 27 14:25:56 user nova-compute[75432]:       <stats period='10'/>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='balloon0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </memballoon>
Nov 27 14:25:56 user nova-compute[75432]:     <rng model='virtio'>
Nov 27 14:25:56 user nova-compute[75432]:       <backend model='random'>/dev/urandom</backend>
Nov 27 14:25:56 user nova-compute[75432]:       <alias name='rng0'/>
Nov 27 14:25:56 user nova-compute[75432]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 27 14:25:56 user nova-compute[75432]:     </rng>
Nov 27 14:25:56 user nova-compute[75432]:   </devices>
Nov 27 14:25:56 user nova-compute[75432]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 27 14:25:56 user nova-compute[75432]:     <label>libvirt-cea89a34-aa94-4a6d-9b69-04d1b53c59ec</label>
Nov 27 14:25:56 user nova-compute[75432]:     <imagelabel>libvirt-cea89a34-aa94-4a6d-9b69-04d1b53c59ec</imagelabel>
Nov 27 14:25:56 user nova-compute[75432]:   </seclabel>
Nov 27 14:25:56 user nova-compute[75432]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 27 14:25:56 user nova-compute[75432]:     <label>+64055:+108</label>
Nov 27 14:25:56 user nova-compute[75432]:     <imagelabel>+64055:+108</imagelabel>
Nov 27 14:25:56 user nova-compute[75432]:   </seclabel>
Nov 27 14:25:56 user nova-compute[75432]: </domain>
Nov 27 14:25:56 user nova-compute[75432]:  {{(pid=75432) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 27 14:25:56 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Detaching interface fa:16:3e:dc:2f:dd failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tape7acb8dc-22' not found.
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:22:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1674808710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1674808710',id=8,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA8fK/1a1+XdUibHZ4pmQON3Bq+C+gR2u+IJq6Ggg9bMNnHwaqoQn5db2+fztt498qAUXyliwGQxW6eHgBSSFvI7JqlpIdYK1H6wgkIX8BYaiqZ3JypcvZjei9bguEXsKg==',key_name='tempest-keypair-280828922',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='48ccde559c304fbe98ba658e5abf6792',ramdisk_id='',reservation_id='r-f09sb4mk',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123890216',owner_user_name='tempest-TaggedAttachmentsTest-123890216-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:23:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7d3e7e9ae29441149f8865e84278226b',uuid=cea89a34-aa94-4a6d-9b69-04d1b53c59ec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] Converting VIF {"id": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "address": "fa:16:3e:dc:2f:dd", "network": {"id": "024dced4-1ae3-465c-8c2c-68f8c8985ed3", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-807845845", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape7acb8dc-22", "ovs_interfaceid": "e7acb8dc-22eb-4b3b-990a-62d60a5372a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:dc:2f:dd,bridge_name='br-int',has_traffic_filtering=True,id=e7acb8dc-22eb-4b3b-990a-62d60a5372a6,network=Network(024dced4-1ae3-465c-8c2c-68f8c8985ed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape7acb8dc-22') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG os_vif [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:2f:dd,bridge_name='br-int',has_traffic_filtering=True,id=e7acb8dc-22eb-4b3b-990a-62d60a5372a6,network=Network(024dced4-1ae3-465c-8c2c-68f8c8985ed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape7acb8dc-22') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5806c96-48a6-4228-88aa-eae6a2639e09]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Flushing IO for device /dev/sdd {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape7acb8dc-22, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:56 user nova-compute[75432]: INFO os_vif [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:dc:2f:dd,bridge_name='br-int',has_traffic_filtering=True,id=e7acb8dc-22eb-4b3b-990a-62d60a5372a6,network=Network(024dced4-1ae3-465c-8c2c-68f8c8985ed3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape7acb8dc-22')
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [req-eb67b52d-7d1f-4a12-aa30-f2a545025640 req-a69f467d-b86f-4cf9-955d-28f22a1f3e70 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:25:56 user nova-compute[75432]:   <nova:package version="0.0.0"/>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:name>tempest-device-tagging-server-1674808710</nova:name>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:creationTime>2023-11-27 14:25:56</nova:creationTime>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:flavor name="m1.tiny">
Nov 27 14:25:56 user nova-compute[75432]:     <nova:memory>512</nova:memory>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:disk>1</nova:disk>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:swap>0</nova:swap>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:vcpus>1</nova:vcpus>
Nov 27 14:25:56 user nova-compute[75432]:   </nova:flavor>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:owner>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:user uuid="7d3e7e9ae29441149f8865e84278226b">tempest-TaggedAttachmentsTest-123890216-project-member</nova:user>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:project uuid="48ccde559c304fbe98ba658e5abf6792">tempest-TaggedAttachmentsTest-123890216</nova:project>
Nov 27 14:25:56 user nova-compute[75432]:   </nova:owner>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:25:56 user nova-compute[75432]:   <nova:ports>
Nov 27 14:25:56 user nova-compute[75432]:     <nova:port uuid="60643d67-fdcf-45e1-acb1-494066736b6a">
Nov 27 14:25:56 user nova-compute[75432]:       <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 14:25:56 user nova-compute[75432]:     </nova:port>
Nov 27 14:25:56 user nova-compute[75432]:   </nova:ports>
Nov 27 14:25:56 user nova-compute[75432]: </nova:instance>
Nov 27 14:25:56 user nova-compute[75432]:  {{(pid=75432) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[95a81e4c-15c9-4594-ab8f-65f5879db1c7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.051s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7826af95-4567-4f4c-b8a7-ccbcf02d5679]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] SCSI volumes sdd have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ee56a07-aab8-49ed-94a2-1423fdf1db64]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[503dab29-0ed8-4968-95ac-f57d5476d49f]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260]
Nov 27 14:25:56 user nova-compute[75432]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed, portal: 172.16.0.220,3260] successful.
Nov 27 14:25:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1278b06-1c0c-4e5f-acd1-c0b2111d3aed -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f91345f-9066-4fab-a0ff-1377b333e9c9]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] <== disconnect_volume: return (313ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.network.neutron [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Updating instance_info_cache with network_info: [{"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Releasing lock "refresh_cache-cea89a34-aa94-4a6d-9b69-04d1b53c59ec" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-23264923-b1d6-4e1a-b2e4-dfd4d7240dc9 tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "interface-cea89a34-aa94-4a6d-9b69-04d1b53c59ec-e7acb8dc-22eb-4b3b-990a-62d60a5372a6" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.353s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG nova.objects.instance [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lazy-loading 'flavor' on Instance uuid 370194d8-a6ef-4600-87de-ae645f4869c0 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:25:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6b1082f4-2c59-45d2-b43e-7630acab6037 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.677s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:26:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:26:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:26:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Acquiring lock "28edc9f9-db0e-4893-b81e-f14731954784" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "28edc9f9-db0e-4893-b81e-f14731954784" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Acquiring lock "28edc9f9-db0e-4893-b81e-f14731954784-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "28edc9f9-db0e-4893-b81e-f14731954784-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "28edc9f9-db0e-4893-b81e-f14731954784-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:06 user nova-compute[75432]: INFO nova.compute.manager [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Terminating instance
Nov 27 14:26:06 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:26:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-2fab4eb2-a00d-4831-a72e-18052b66184c req-d1a12ccb-2165-4e72-9345-37cb579a9266 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Received event network-vif-unplugged-2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2fab4eb2-a00d-4831-a72e-18052b66184c req-d1a12ccb-2165-4e72-9345-37cb579a9266 service nova] Acquiring lock "28edc9f9-db0e-4893-b81e-f14731954784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2fab4eb2-a00d-4831-a72e-18052b66184c req-d1a12ccb-2165-4e72-9345-37cb579a9266 service nova] Lock "28edc9f9-db0e-4893-b81e-f14731954784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2fab4eb2-a00d-4831-a72e-18052b66184c req-d1a12ccb-2165-4e72-9345-37cb579a9266 service nova] Lock "28edc9f9-db0e-4893-b81e-f14731954784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-2fab4eb2-a00d-4831-a72e-18052b66184c req-d1a12ccb-2165-4e72-9345-37cb579a9266 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] No waiting events found dispatching network-vif-unplugged-2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-2fab4eb2-a00d-4831-a72e-18052b66184c req-d1a12ccb-2165-4e72-9345-37cb579a9266 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Received event network-vif-unplugged-2222ad92-dbef-427a-946a-1274d8314207 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:26:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Instance destroyed successfully.
Nov 27 14:26:07 user nova-compute[75432]: DEBUG nova.objects.instance [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lazy-loading 'resources' on Instance uuid 28edc9f9-db0e-4893-b81e-f14731954784 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:23:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1675699563',display_name='tempest-VolumesAssistedSnapshotsTest-server-1675699563',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1675699563',id=11,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGYHJa1fp6p2WKKJj4NwbFRJa9sO/zcVXdjBausNnfvoHm/vSdOR1yCUk9B0EWD1LB7nOTmCWZkp4CnH2251QXtCRbXASAclaQDtHCuKx9gUpjecuHijT+9DO/vnXsIFGQ==',key_name='tempest-keypair-2090174402',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f946408259994a91a146f87e998fca31',ramdisk_id='',reservation_id='r-isswb8wo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-499662874',owner_user_name='tempest-VolumesAssistedSnapshotsTest-499662874-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:23:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8df2cffbfdfb438da344fb6efaab1475',uuid=28edc9f9-db0e-4893-b81e-f14731954784,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2222ad92-dbef-427a-946a-1274d8314207", "address": "fa:16:3e:e6:7a:9f", "network": {"id": "6bb0f557-f737-429a-9638-d157016e300b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-56864085-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f946408259994a91a146f87e998fca31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2222ad92-db", "ovs_interfaceid": "2222ad92-dbef-427a-946a-1274d8314207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Converting VIF {"id": "2222ad92-dbef-427a-946a-1274d8314207", "address": "fa:16:3e:e6:7a:9f", "network": {"id": "6bb0f557-f737-429a-9638-d157016e300b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-56864085-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f946408259994a91a146f87e998fca31", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2222ad92-db", "ovs_interfaceid": "2222ad92-dbef-427a-946a-1274d8314207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e6:7a:9f,bridge_name='br-int',has_traffic_filtering=True,id=2222ad92-dbef-427a-946a-1274d8314207,network=Network(6bb0f557-f737-429a-9638-d157016e300b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2222ad92-db') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG os_vif [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e6:7a:9f,bridge_name='br-int',has_traffic_filtering=True,id=2222ad92-dbef-427a-946a-1274d8314207,network=Network(6bb0f557-f737-429a-9638-d157016e300b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2222ad92-db') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2222ad92-db, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=92940918-bb4a-4c23-b023-110fdebadfb6) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:07 user nova-compute[75432]: INFO os_vif [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e6:7a:9f,bridge_name='br-int',has_traffic_filtering=True,id=2222ad92-dbef-427a-946a-1274d8314207,network=Network(6bb0f557-f737-429a-9638-d157016e300b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2222ad92-db')
Nov 27 14:26:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Deleting instance files /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784_del
Nov 27 14:26:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Deletion of /opt/stack/data/nova/instances/28edc9f9-db0e-4893-b81e-f14731954784_del complete
Nov 27 14:26:07 user nova-compute[75432]: INFO nova.compute.manager [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 27 14:26:07 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:26:07 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:26:08 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:08 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Took 0.76 seconds to deallocate network for instance.
Nov 27 14:26:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-31b39938-b8e1-43a2-8001-b058e2e4db70 req-e1a35126-c9f8-4ef9-9fab-ea0151b5ed00 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Received event network-vif-deleted-2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:08 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:26:08 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:26:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.297s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:08 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Deleted allocations for instance 28edc9f9-db0e-4893-b81e-f14731954784
Nov 27 14:26:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8a99a349-f1f6-47a1-9feb-216d61ecd9ff tempest-VolumesAssistedSnapshotsTest-499662874 tempest-VolumesAssistedSnapshotsTest-499662874-project-member] Lock "28edc9f9-db0e-4893-b81e-f14731954784" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.162s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:09 user nova-compute[75432]: DEBUG nova.compute.manager [req-c23beb66-bf42-413d-a2c8-43304530b5e4 req-4f57766c-bf4b-4e48-b92a-9766d8f1f7c8 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Received event network-vif-plugged-2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c23beb66-bf42-413d-a2c8-43304530b5e4 req-4f57766c-bf4b-4e48-b92a-9766d8f1f7c8 service nova] Acquiring lock "28edc9f9-db0e-4893-b81e-f14731954784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c23beb66-bf42-413d-a2c8-43304530b5e4 req-4f57766c-bf4b-4e48-b92a-9766d8f1f7c8 service nova] Lock "28edc9f9-db0e-4893-b81e-f14731954784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c23beb66-bf42-413d-a2c8-43304530b5e4 req-4f57766c-bf4b-4e48-b92a-9766d8f1f7c8 service nova] Lock "28edc9f9-db0e-4893-b81e-f14731954784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:09 user nova-compute[75432]: DEBUG nova.compute.manager [req-c23beb66-bf42-413d-a2c8-43304530b5e4 req-4f57766c-bf4b-4e48-b92a-9766d8f1f7c8 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] No waiting events found dispatching network-vif-plugged-2222ad92-dbef-427a-946a-1274d8314207 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:09 user nova-compute[75432]: WARNING nova.compute.manager [req-c23beb66-bf42-413d-a2c8-43304530b5e4 req-4f57766c-bf4b-4e48-b92a-9766d8f1f7c8 service nova] [instance: 28edc9f9-db0e-4893-b81e-f14731954784] Received unexpected event network-vif-plugged-2222ad92-dbef-427a-946a-1274d8314207 for instance with vm_state deleted and task_state None.
Nov 27 14:26:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG nova.objects.instance [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lazy-loading 'flavor' on Instance uuid 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:18 user nova-compute[75432]: INFO nova.compute.manager [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Attaching volume d4bb6914-d0d9-45b0-9f00-94285c1370fd to /dev/vdb
Nov 27 14:26:18 user nova-compute[75432]: DEBUG os_brick.utils [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f9893fa-65a2-483a-9083-117a23b50327]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5abb2a5-f660-479b-9cb1-76ca0b500722]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[af4caf91-caf0-4b2a-af06-ed712f882758]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c7d574a-b834-4b2a-a81a-00d4d17f6d1f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:26:18 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:26:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c6e49e3-6704-4864-9381-c89148688d30]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG os_brick.utils [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:26:18 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating existing volume attachment record: 086f6db3-108f-45dd-be99-44d5eb9e6330 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:26:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:19 user nova-compute[75432]: DEBUG nova.compute.manager [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:26:20 user nova-compute[75432]: INFO nova.compute.claims [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Claim successful on node user
Nov 27 14:26:20 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.723s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG nova.network.neutron [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:26:20 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:26:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:26:20 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Creating image(s)
Nov 27 14:26:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "/opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "/opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "/opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG nova.policy [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289f9f58cb40408e8ea5cb4d2b87974f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c56e131aba2649ceb754fe2a12681a99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:26:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.164s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.167s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk 1073741824" returned: 0 in 0.127s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.302s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG nova.network.neutron [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Successfully created port: 70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Cannot resize image /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Ensure instance console log exists: /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.network.neutron [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Successfully updated port: 70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "refresh_cache-9a34d1e3-7c2c-4144-9306-7165d690b188" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquired lock "refresh_cache-9a34d1e3-7c2c-4144-9306-7165d690b188" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.network.neutron [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-782cf0f5-fe70-4a17-90d3-f214f2e759f1 req-7c7bee11-fe27-4e70-a6cb-b1dc85b29b0a service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received event network-changed-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-782cf0f5-fe70-4a17-90d3-f214f2e759f1 req-7c7bee11-fe27-4e70-a6cb-b1dc85b29b0a service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Refreshing instance network info cache due to event network-changed-70399e52-5175-46df-9fc0-ed5dbada2944. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-782cf0f5-fe70-4a17-90d3-f214f2e759f1 req-7c7bee11-fe27-4e70-a6cb-b1dc85b29b0a service nova] Acquiring lock "refresh_cache-9a34d1e3-7c2c-4144-9306-7165d690b188" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.network.neutron [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.network.neutron [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Updating instance_info_cache with network_info: [{"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Releasing lock "refresh_cache-9a34d1e3-7c2c-4144-9306-7165d690b188" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Instance network_info: |[{"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-782cf0f5-fe70-4a17-90d3-f214f2e759f1 req-7c7bee11-fe27-4e70-a6cb-b1dc85b29b0a service nova] Acquired lock "refresh_cache-9a34d1e3-7c2c-4144-9306-7165d690b188" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.network.neutron [req-782cf0f5-fe70-4a17-90d3-f214f2e759f1 req-7c7bee11-fe27-4e70-a6cb-b1dc85b29b0a service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Refreshing network info cache for port 70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Start _get_guest_xml network_info=[{"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:26:22 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:26:22 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:26:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2099654412',display_name='tempest-tempest.common.compute-instance-2099654412',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2099654412',id=13,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC7nbChQBEh0ipZK86YMc5WAR1u1I/Xc6M14E/KhIHfua86zBqcvM9OC60mZqIW+yGaoD7XQcB6WvqSOprO2bmj61Bf5jxlVSo2afvKUd2XzEdRVVuFL+fnQJNH/BJ8xnQ==',key_name='tempest-keypair-1060999449',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-x4scfado',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:26:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=9a34d1e3-7c2c-4144-9306-7165d690b188,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.objects.instance [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lazy-loading 'pci_devices' on Instance uuid 9a34d1e3-7c2c-4144-9306-7165d690b188 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:26:22 user nova-compute[75432]:   <uuid>9a34d1e3-7c2c-4144-9306-7165d690b188</uuid>
Nov 27 14:26:22 user nova-compute[75432]:   <name>instance-0000000d</name>
Nov 27 14:26:22 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:26:22 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:26:22 user nova-compute[75432]:   <metadata>
Nov 27 14:26:22 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:26:22 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:26:22 user nova-compute[75432]:       <nova:name>tempest-tempest.common.compute-instance-2099654412</nova:name>
Nov 27 14:26:22 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:26:22</nova:creationTime>
Nov 27 14:26:22 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:26:22 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:26:22 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:26:22 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:26:22 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:26:22 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:26:22 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:26:22 user nova-compute[75432]:       <nova:owner>
Nov 27 14:26:22 user nova-compute[75432]:         <nova:user uuid="289f9f58cb40408e8ea5cb4d2b87974f">tempest-ServerActionsTestOtherA-314026822-project-member</nova:user>
Nov 27 14:26:22 user nova-compute[75432]:         <nova:project uuid="c56e131aba2649ceb754fe2a12681a99">tempest-ServerActionsTestOtherA-314026822</nova:project>
Nov 27 14:26:22 user nova-compute[75432]:       </nova:owner>
Nov 27 14:26:22 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:26:22 user nova-compute[75432]:       <nova:ports>
Nov 27 14:26:22 user nova-compute[75432]:         <nova:port uuid="70399e52-5175-46df-9fc0-ed5dbada2944">
Nov 27 14:26:22 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 27 14:26:22 user nova-compute[75432]:         </nova:port>
Nov 27 14:26:22 user nova-compute[75432]:       </nova:ports>
Nov 27 14:26:22 user nova-compute[75432]:     </nova:instance>
Nov 27 14:26:22 user nova-compute[75432]:   </metadata>
Nov 27 14:26:22 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:26:22 user nova-compute[75432]:     <system>
Nov 27 14:26:22 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:26:22 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:26:22 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:26:22 user nova-compute[75432]:       <entry name="serial">9a34d1e3-7c2c-4144-9306-7165d690b188</entry>
Nov 27 14:26:22 user nova-compute[75432]:       <entry name="uuid">9a34d1e3-7c2c-4144-9306-7165d690b188</entry>
Nov 27 14:26:22 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:26:22 user nova-compute[75432]:     </system>
Nov 27 14:26:22 user nova-compute[75432]:   </sysinfo>
Nov 27 14:26:22 user nova-compute[75432]:   <os>
Nov 27 14:26:22 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:26:22 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:26:22 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:26:22 user nova-compute[75432]:   </os>
Nov 27 14:26:22 user nova-compute[75432]:   <features>
Nov 27 14:26:22 user nova-compute[75432]:     <acpi/>
Nov 27 14:26:22 user nova-compute[75432]:     <apic/>
Nov 27 14:26:22 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:26:22 user nova-compute[75432]:   </features>
Nov 27 14:26:22 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:26:22 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:26:22 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:26:22 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:26:22 user nova-compute[75432]:   </clock>
Nov 27 14:26:22 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:26:22 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:26:22 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:26:22 user nova-compute[75432]:   </cpu>
Nov 27 14:26:22 user nova-compute[75432]:   <devices>
Nov 27 14:26:22 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:26:22 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:26:22 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk"/>
Nov 27 14:26:22 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:26:22 user nova-compute[75432]:     </disk>
Nov 27 14:26:22 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:26:22 user nova-compute[75432]:       <mac address="fa:16:3e:3c:fb:8d"/>
Nov 27 14:26:22 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:26:22 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:26:22 user nova-compute[75432]:       <target dev="tap70399e52-51"/>
Nov 27 14:26:22 user nova-compute[75432]:     </interface>
Nov 27 14:26:22 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:26:22 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/console.log" append="off"/>
Nov 27 14:26:22 user nova-compute[75432]:     </serial>
Nov 27 14:26:22 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:26:22 user nova-compute[75432]:     <video>
Nov 27 14:26:22 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:26:22 user nova-compute[75432]:     </video>
Nov 27 14:26:22 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:26:22 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:26:22 user nova-compute[75432]:     </rng>
Nov 27 14:26:22 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:26:22 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:26:22 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:26:22 user nova-compute[75432]:     </memballoon>
Nov 27 14:26:22 user nova-compute[75432]:   </devices>
Nov 27 14:26:22 user nova-compute[75432]: </domain>
Nov 27 14:26:22 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:26:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2099654412',display_name='tempest-tempest.common.compute-instance-2099654412',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2099654412',id=13,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC7nbChQBEh0ipZK86YMc5WAR1u1I/Xc6M14E/KhIHfua86zBqcvM9OC60mZqIW+yGaoD7XQcB6WvqSOprO2bmj61Bf5jxlVSo2afvKUd2XzEdRVVuFL+fnQJNH/BJ8xnQ==',key_name='tempest-keypair-1060999449',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-x4scfado',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:26:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=9a34d1e3-7c2c-4144-9306-7165d690b188,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG os_vif [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c74fa6f0-afbf-5f08-9e99-a357123fc1fc', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap70399e52-51, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap70399e52-51, col_values=(('qos', UUID('a87a3df2-87cb-4f0f-8d10-78e63c131e36')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap70399e52-51, col_values=(('external_ids', {'iface-id': '70399e52-5175-46df-9fc0-ed5dbada2944', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3c:fb:8d', 'vm-uuid': '9a34d1e3-7c2c-4144-9306-7165d690b188'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:22 user nova-compute[75432]: INFO os_vif [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51')
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No VIF found with MAC fa:16:3e:3c:fb:8d, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.network.neutron [req-782cf0f5-fe70-4a17-90d3-f214f2e759f1 req-7c7bee11-fe27-4e70-a6cb-b1dc85b29b0a service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Updated VIF entry in instance network info cache for port 70399e52-5175-46df-9fc0-ed5dbada2944. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG nova.network.neutron [req-782cf0f5-fe70-4a17-90d3-f214f2e759f1 req-7c7bee11-fe27-4e70-a6cb-b1dc85b29b0a service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Updating instance_info_cache with network_info: [{"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-782cf0f5-fe70-4a17-90d3-f214f2e759f1 req-7c7bee11-fe27-4e70-a6cb-b1dc85b29b0a service nova] Releasing lock "refresh_cache-9a34d1e3-7c2c-4144-9306-7165d690b188" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:26:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-cfc30bc6-67bb-4824-86d6-06826d6fa349 req-8c0bdc14-8ad5-4f15-bb75-0449ddc03370 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received event network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cfc30bc6-67bb-4824-86d6-06826d6fa349 req-8c0bdc14-8ad5-4f15-bb75-0449ddc03370 service nova] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cfc30bc6-67bb-4824-86d6-06826d6fa349 req-8c0bdc14-8ad5-4f15-bb75-0449ddc03370 service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cfc30bc6-67bb-4824-86d6-06826d6fa349 req-8c0bdc14-8ad5-4f15-bb75-0449ddc03370 service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-cfc30bc6-67bb-4824-86d6-06826d6fa349 req-8c0bdc14-8ad5-4f15-bb75-0449ddc03370 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] No waiting events found dispatching network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:24 user nova-compute[75432]: WARNING nova.compute.manager [req-cfc30bc6-67bb-4824-86d6-06826d6fa349 req-8c0bdc14-8ad5-4f15-bb75-0449ddc03370 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received unexpected event network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 for instance with vm_state building and task_state spawning.
Nov 27 14:26:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCJVuFTE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:26:25 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:26:25 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:26:25 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[51e1cbb6-dfd4-4088-9bea-3deb5f81940c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:26:25 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[35e712d4-249d-4757-930d-39392e306016]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd] added
Nov 27 14:26:25 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[53416eab-dbc0-482a-b052-bbe0ab485672]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[212e161b-1317-482e-a083-be770b43b0a6]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QCJVuFTE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QCJVuFTE" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[74ea8e25-9998-46b3-bc4b-08a9bb51536c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QCJVuFTE'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d951984f-1a98-4861-8859-8ec074601569]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81b48de-0a3c-43c2-83f0-440597b718a5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:25 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:25 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:25 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:25 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[207116b4-b551-420f-a453-ef14b7eb363e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260]
Nov 27 14:26:25 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260] successful.
Nov 27 14:26:25 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f12810ad-effb-4fd4-a04b-753ecc8eee55]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[07d1b3d1-53cb-455d-943c-7751fb9ff7ab]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:25 user nova-compute[75432]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:26:25 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:25 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:25 user nova-compute[75432]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:26:25 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:25 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] HCTL ('33', '-', '-', 0) found on session 12 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[471e48de-9608-4458-a830-296e8afacbbe]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCJVuFTE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "370194d8-a6ef-4600-87de-ae645f4869c0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:25 user nova-compute[75432]: INFO nova.compute.manager [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Terminating instance
Nov 27 14:26:25 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:25 user nova-compute[75432]: INFO nova.compute.manager [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Terminating instance
Nov 27 14:26:25 user nova-compute[75432]: DEBUG nova.compute.manager [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-90e13007-0344-4aff-ace2-902df016c792 req-63907302-3f01-4502-b8d6-32114f16d737 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Received event network-vif-unplugged-f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-90e13007-0344-4aff-ace2-902df016c792 req-63907302-3f01-4502-b8d6-32114f16d737 service nova] Acquiring lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-90e13007-0344-4aff-ace2-902df016c792 req-63907302-3f01-4502-b8d6-32114f16d737 service nova] Lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-90e13007-0344-4aff-ace2-902df016c792 req-63907302-3f01-4502-b8d6-32114f16d737 service nova] Lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-90e13007-0344-4aff-ace2-902df016c792 req-63907302-3f01-4502-b8d6-32114f16d737 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] No waiting events found dispatching network-vif-unplugged-f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-90e13007-0344-4aff-ace2-902df016c792 req-63907302-3f01-4502-b8d6-32114f16d737 service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Received event network-vif-unplugged-f9312cda-ae8b-4301-a165-4f473c739b20 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-4472be01-05e7-4cf0-aa45-dbfbfdad0068 req-925bbff6-bebf-4a86-a567-f8100c659bb2 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received event network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4472be01-05e7-4cf0-aa45-dbfbfdad0068 req-925bbff6-bebf-4a86-a567-f8100c659bb2 service nova] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4472be01-05e7-4cf0-aa45-dbfbfdad0068 req-925bbff6-bebf-4a86-a567-f8100c659bb2 service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4472be01-05e7-4cf0-aa45-dbfbfdad0068 req-925bbff6-bebf-4a86-a567-f8100c659bb2 service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-4472be01-05e7-4cf0-aa45-dbfbfdad0068 req-925bbff6-bebf-4a86-a567-f8100c659bb2 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] No waiting events found dispatching network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:26 user nova-compute[75432]: WARNING nova.compute.manager [req-4472be01-05e7-4cf0-aa45-dbfbfdad0068 req-925bbff6-bebf-4a86-a567-f8100c659bb2 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received unexpected event network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 for instance with vm_state building and task_state spawning.
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.compute.manager [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:26:26 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Instance spawned successfully.
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '23131363865373161', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23131363865373161', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:26:26 user nova-compute[75432]: INFO nova.compute.manager [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Took 5.51 seconds to spawn the instance on the hypervisor.
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.compute.manager [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.objects.instance [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lazy-loading 'flavor' on Instance uuid 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:26:26 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:26:26 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:26:26 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:26:26 user nova-compute[75432]:   <serial>d4bb6914-d0d9-45b0-9f00-94285c1370fd</serial>
Nov 27 14:26:26 user nova-compute[75432]: </disk>
Nov 27 14:26:26 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:26:26 user nova-compute[75432]: INFO nova.compute.manager [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Took 6.64 seconds to build instance.
Nov 27 14:26:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-efb0df72-ad19-4956-9969-b0fe3e998d07 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.772s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:26 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Instance destroyed successfully.
Nov 27 14:26:26 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lazy-loading 'resources' on Instance uuid 370194d8-a6ef-4600-87de-ae645f4869c0 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:23:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-782067935',display_name='tempest-TestVolumeSwap-server-782067935',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-782067935',id=10,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLHjlsByh3r5FExpSHXyh9GO1VoMqjK46mQet1zZ40/Mt2MCiR2qjgCpbv0eKZ5P6haGYsD1kSxIM6fwv3Pn9yeBo6V0GnA4aR0vUGAki8DTiohXQWfoP/mAztXwFtWYIA==',key_name='tempest-keypair-1510796375',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0063a8624b0e491fa292237cf4ccb1a2',ramdisk_id='',reservation_id='r-wfysfgkr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-379005916',owner_user_name='tempest-TestVolumeSwap-379005916-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:23:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e027e24169404aabb88b8e06c477a947',uuid=370194d8-a6ef-4600-87de-ae645f4869c0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f9312cda-ae8b-4301-a165-4f473c739b20", "address": "fa:16:3e:e5:b3:3f", "network": {"id": "fdbdd960-83ea-4386-94fc-b85fce6e2bc5", "bridge": "br-int", "label": "tempest-TestVolumeSwap-476684886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0063a8624b0e491fa292237cf4ccb1a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9312cda-ae", "ovs_interfaceid": "f9312cda-ae8b-4301-a165-4f473c739b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Converting VIF {"id": "f9312cda-ae8b-4301-a165-4f473c739b20", "address": "fa:16:3e:e5:b3:3f", "network": {"id": "fdbdd960-83ea-4386-94fc-b85fce6e2bc5", "bridge": "br-int", "label": "tempest-TestVolumeSwap-476684886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0063a8624b0e491fa292237cf4ccb1a2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf9312cda-ae", "ovs_interfaceid": "f9312cda-ae8b-4301-a165-4f473c739b20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e5:b3:3f,bridge_name='br-int',has_traffic_filtering=True,id=f9312cda-ae8b-4301-a165-4f473c739b20,network=Network(fdbdd960-83ea-4386-94fc-b85fce6e2bc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9312cda-ae') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG os_vif [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e5:b3:3f,bridge_name='br-int',has_traffic_filtering=True,id=f9312cda-ae8b-4301-a165-4f473c739b20,network=Network(fdbdd960-83ea-4386-94fc-b85fce6e2bc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9312cda-ae') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf9312cda-ae, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=98c37b11-ca0a-47a2-9001-61877f33bca5) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:27 user nova-compute[75432]: INFO os_vif [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e5:b3:3f,bridge_name='br-int',has_traffic_filtering=True,id=f9312cda-ae8b-4301-a165-4f473c739b20,network=Network(fdbdd960-83ea-4386-94fc-b85fce6e2bc5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf9312cda-ae')
Nov 27 14:26:27 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Deleting instance files /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0_del
Nov 27 14:26:27 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Deletion of /opt/stack/data/nova/instances/370194d8-a6ef-4600-87de-ae645f4869c0_del complete
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] No VIF found with MAC fa:16:3e:f2:da:b7, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:26:27 user nova-compute[75432]: INFO nova.compute.manager [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Took 1.48 seconds to destroy the instance on the hypervisor.
Nov 27 14:26:27 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6fc9dc38-f681-40db-807b-d73aed3628f8 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.718s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:27 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Instance destroyed successfully.
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.objects.instance [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lazy-loading 'resources' on Instance uuid cea89a34-aa94-4a6d-9b69-04d1b53c59ec {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:22:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1674808710',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1674808710',id=8,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA8fK/1a1+XdUibHZ4pmQON3Bq+C+gR2u+IJq6Ggg9bMNnHwaqoQn5db2+fztt498qAUXyliwGQxW6eHgBSSFvI7JqlpIdYK1H6wgkIX8BYaiqZ3JypcvZjei9bguEXsKg==',key_name='tempest-keypair-280828922',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:23:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='48ccde559c304fbe98ba658e5abf6792',ramdisk_id='',reservation_id='r-f09sb4mk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-123890216',owner_user_name='tempest-TaggedAttachmentsTest-123890216-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:23:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7d3e7e9ae29441149f8865e84278226b',uuid=cea89a34-aa94-4a6d-9b69-04d1b53c59ec,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converting VIF {"id": "60643d67-fdcf-45e1-acb1-494066736b6a", "address": "fa:16:3e:d3:02:72", "network": {"id": "6c5de779-a56a-4fb8-b795-86418cbdff1a", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-1121714916-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48ccde559c304fbe98ba658e5abf6792", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60643d67-fd", "ovs_interfaceid": "60643d67-fdcf-45e1-acb1-494066736b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d3:02:72,bridge_name='br-int',has_traffic_filtering=True,id=60643d67-fdcf-45e1-acb1-494066736b6a,network=Network(6c5de779-a56a-4fb8-b795-86418cbdff1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60643d67-fd') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG os_vif [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:02:72,bridge_name='br-int',has_traffic_filtering=True,id=60643d67-fdcf-45e1-acb1-494066736b6a,network=Network(6c5de779-a56a-4fb8-b795-86418cbdff1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60643d67-fd') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap60643d67-fd, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=29a99e30-b9c3-4b50-9273-4f644fabfff1) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:27 user nova-compute[75432]: INFO os_vif [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d3:02:72,bridge_name='br-int',has_traffic_filtering=True,id=60643d67-fdcf-45e1-acb1-494066736b6a,network=Network(6c5de779-a56a-4fb8-b795-86418cbdff1a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60643d67-fd')
Nov 27 14:26:27 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Deleting instance files /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec_del
Nov 27 14:26:27 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Deletion of /opt/stack/data/nova/instances/cea89a34-aa94-4a6d-9b69-04d1b53c59ec_del complete
Nov 27 14:26:27 user nova-compute[75432]: INFO nova.compute.manager [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Took 1.75 seconds to destroy the instance on the hypervisor.
Nov 27 14:26:27 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:26:27 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Received event network-vif-plugged-f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] Acquiring lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] Lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] Lock "370194d8-a6ef-4600-87de-ae645f4869c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] No waiting events found dispatching network-vif-plugged-f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:28 user nova-compute[75432]: WARNING nova.compute.manager [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Received unexpected event network-vif-plugged-f9312cda-ae8b-4301-a165-4f473c739b20 for instance with vm_state active and task_state deleting.
Nov 27 14:26:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-vif-unplugged-60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] No waiting events found dispatching network-vif-unplugged-60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-vif-unplugged-60643d67-fdcf-45e1-acb1-494066736b6a for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-vif-plugged-60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] Acquiring lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] No waiting events found dispatching network-vif-plugged-60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:28 user nova-compute[75432]: WARNING nova.compute.manager [req-5884104d-81a7-432e-9238-9f841f7c537b req-d50c51ff-2487-48bf-b0db-693e34dda75b service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received unexpected event network-vif-plugged-60643d67-fdcf-45e1-acb1-494066736b6a for instance with vm_state active and task_state deleting.
Nov 27 14:26:28 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:28 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Took 1.49 seconds to deallocate network for instance.
Nov 27 14:26:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:29 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Took 1.61 seconds to deallocate network for instance.
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.464s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:29 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Deleted allocations for instance 370194d8-a6ef-4600-87de-ae645f4869c0
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1c34549b-1902-43f7-8d7a-fe2fd3ee52b4 tempest-TestVolumeSwap-379005916 tempest-TestVolumeSwap-379005916-project-member] Lock "370194d8-a6ef-4600-87de-ae645f4869c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.650s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.317s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:29 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Deleted allocations for instance cea89a34-aa94-4a6d-9b69-04d1b53c59ec
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "9f515838-2521-400d-a783-8abf36bdf8ee" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:29 user nova-compute[75432]: INFO nova.compute.manager [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Unshelving
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7a739865-ef97-4b00-854d-2d1a31fe84cb tempest-TaggedAttachmentsTest-123890216 tempest-TaggedAttachmentsTest-123890216-project-member] Lock "cea89a34-aa94-4a6d-9b69-04d1b53c59ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.978s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:29 user nova-compute[75432]: INFO nova.virt.block_device [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Booting with volume 5d2da524-6986-4d5a-94b9-c35306e99082 at /dev/vdc
Nov 27 14:26:29 user nova-compute[75432]: DEBUG os_brick.utils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7290f69-eba5-47ef-a1b2-11d323ac4711]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc6af3e2-e896-41c2-8528-c8c0890ece7a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[67d183ac-c23e-4230-8b56-bd41467ef349]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b1e7bdb-ee50-441b-80d6-712128c0e7f1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:26:30 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[45c0829c-057a-4f83-bf07-52a69e344099]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG os_brick.utils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updating existing volume attachment record: 013e750c-172f-4974-a8a4-16afc20cca68 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-e7b8d884-9475-48ee-b5bf-3408da80a21a req-66d1c804-1d6f-4a9e-a137-d66a6ed2037d service nova] [instance: 370194d8-a6ef-4600-87de-ae645f4869c0] Received event network-vif-deleted-f9312cda-ae8b-4301-a165-4f473c739b20 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-e7b8d884-9475-48ee-b5bf-3408da80a21a req-66d1c804-1d6f-4a9e-a137-d66a6ed2037d service nova] [instance: cea89a34-aa94-4a6d-9b69-04d1b53c59ec] Received event network-vif-deleted-60643d67-fdcf-45e1-acb1-494066736b6a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG nova.compute.manager [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Stashing vm_state: active {{(pid=75432) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:26:30 user nova-compute[75432]: INFO nova.compute.claims [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Claim successful on node user
Nov 27 14:26:30 user nova-compute[75432]: INFO nova.compute.resource_tracker [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating resource usage from migration 62dd9b08-79a1-4d15-bfd1-416acda82064
Nov 27 14:26:30 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.449s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:30 user nova-compute[75432]: INFO nova.compute.manager [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Migrating
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:26:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:26:30 user nova-compute[75432]: INFO nova.compute.rpcapi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 27 14:26:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquired lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating instance_info_cache with network_info: [{"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Releasing lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Starting migrate_disk_and_power_off {{(pid=75432) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11484}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updating instance_info_cache with network_info: [{"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-9c5de789-f6ad-4caf-a3ab-750e5395652c req-e39311c9-d262-404f-aed3-8e83c2613c7e service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-unplugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9c5de789-f6ad-4caf-a3ab-750e5395652c req-e39311c9-d262-404f-aed3-8e83c2613c7e service nova] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9c5de789-f6ad-4caf-a3ab-750e5395652c req-e39311c9-d262-404f-aed3-8e83c2613c7e service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9c5de789-f6ad-4caf-a3ab-750e5395652c req-e39311c9-d262-404f-aed3-8e83c2613c7e service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-9c5de789-f6ad-4caf-a3ab-750e5395652c req-e39311c9-d262-404f-aed3-8e83c2613c7e service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] No waiting events found dispatching network-vif-unplugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:32 user nova-compute[75432]: WARNING nova.compute.manager [req-9c5de789-f6ad-4caf-a3ab-750e5395652c req-e39311c9-d262-404f-aed3-8e83c2613c7e service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received unexpected event network-vif-unplugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 for instance with vm_state active and task_state resize_migrating.
Nov 27 14:26:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:32 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance destroyed successfully.
Nov 27 14:26:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-657311305',display_name='tempest-ServerActionsTestOtherB-server-657311305',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-657311305',id=3,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLZ3btRhGv4HjHQ9Yl+jPjWOQWL7opUDSSUADFGYWtsR7vmvttgt9yQBNmExW8rCs9p9LHJubcCjp24w6ksiit31PMfXlygTNVRC4qALz5tVnoxpv8Lg+jREusP3y3a5Nw==',key_name='tempest-keypair-335635223',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3e9bfb073c0740c39a5b0d647833c611',ramdisk_id='',reservation_id='r-8t8opt09',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-835804001',owner_user_name='tempest-ServerActionsTestOtherB-835804001-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:26:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49d534963a3a433398202bbf09479533',uuid=6a007942-e99e-43a5-8d1b-d2cddb3be2b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1638842435-network", "vif_mac": "fa:16:3e:f2:da:b7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converting VIF {"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1638842435-network", "vif_mac": "fa:16:3e:f2:da:b7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_vif [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap03fd28ec-ad, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1399e1aa-5c1c-4c22-9f87-71dd2dd52a9a) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:32 user nova-compute[75432]: INFO os_vif [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad')
Nov 27 14:26:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCJVuFTE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:26:32 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ed62634-d922-47eb-b4d6-4c280282b44e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:26:32 user nova-compute[75432]: No targets found.
Nov 27 14:26:32 user nova-compute[75432]: iSNS:
Nov 27 14:26:32 user nova-compute[75432]: No targets found.
Nov 27 14:26:32 user nova-compute[75432]: STATIC:
Nov 27 14:26:32 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:26:32 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:26:32 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:26:32 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd
Nov 27 14:26:32 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:26:32 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:26:32 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3
Nov 27 14:26:32 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:26:32 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:26:32 user nova-compute[75432]: FIRMWARE:
Nov 27 14:26:32 user nova-compute[75432]: No targets found.
Nov 27 14:26:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:26:32 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:26:32 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e33a66cf-d586-4df3-9650-36754c9fa925]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[88b9ff34-6420-4006-b5d1-e91e5fc3005f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:32 user nova-compute[75432]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:26:32 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:32 user nova-compute[75432]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:26:32 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b7043bb50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[85106bee-487b-4566-8b87-36d0ba8bee8b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc8a0d12-4312-4e88-964b-59a719afe5af]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d92ce70d-777b-422a-8ea0-5fad2cd92b97]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe7e270c-03a4-4ac6-804c-8f4d2c7b9792]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fe39bd6-3585-4968-b7a9-93a9b1154be6]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a28bbe-1f09-4c0a-852a-946f0deb900c]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260]
Nov 27 14:26:32 user nova-compute[75432]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260] successful.
Nov 27 14:26:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[10eed50e-2970-413f-ab9d-5760e4699b25]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.404s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] <== disconnect_volume: return (406ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:26:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdh (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9_resize/disk /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-60d739ef-57e8-4804-91e8-3ff532d27d11 req-f79e4172-b698-4a6a-9486-bd0ae184de5b service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-60d739ef-57e8-4804-91e8-3ff532d27d11 req-f79e4172-b698-4a6a-9486-bd0ae184de5b service nova] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-60d739ef-57e8-4804-91e8-3ff532d27d11 req-f79e4172-b698-4a6a-9486-bd0ae184de5b service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-60d739ef-57e8-4804-91e8-3ff532d27d11 req-f79e4172-b698-4a6a-9486-bd0ae184de5b service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-60d739ef-57e8-4804-91e8-3ff532d27d11 req-f79e4172-b698-4a6a-9486-bd0ae184de5b service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] No waiting events found dispatching network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:34 user nova-compute[75432]: WARNING nova.compute.manager [req-60d739ef-57e8-4804-91e8-3ff532d27d11 req-f79e4172-b698-4a6a-9486-bd0ae184de5b service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received unexpected event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 for instance with vm_state active and task_state resize_migrating.
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CMD "cp -r /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9_resize/disk /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk" returned: 0 in 0.827s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9_resize/disk.info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk.info {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CMD "cp -r /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9_resize/disk.info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk.info" returned: 0 in 0.044s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG nova.objects.instance [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquired lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG nova.network.neutron [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG nova.objects.instance [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'info_cache' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG nova.objects.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG nova.network.neutron [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Updating instance_info_cache with network_info: [{"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG nova.network.neutron [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Port 03fd28ec-ad1a-41df-9611-85b2606b5e67 binding to destination host user is already ACTIVE {{(pid=75432) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Releasing lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:26:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance destroyed successfully.
Nov 27 14:26:35 user nova-compute[75432]: DEBUG nova.objects.instance [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'resources' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG nova.objects.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1865465615',display_name='tempest-AttachVolumeTestJSON-server-1865465615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1865465615',id=5,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBORgdhwK5SfSR4BJ9vxE/CIIWJHNYz6d9Z9xQCIvcrDvnGP17Tv4o2MBYIicIPybsyDcEVeDOBLkW7MaAU7ffzu2xEtcqx7AtyYkqhSWjhgWWG7JzC8LgZl1L+OpsAWbZQ==',key_name='tempest-keypair-1494367076',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='120c8d2b07a14fa5bfd93cf539303bc4',ramdisk_id='',reservation_id='r-j8i16j4s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1379447535',owner_user_name='tempest-AttachVolumeTestJSON-1379447535-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:24:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1958a7d52fd04a668c8a5ac8241792a0',uuid=86458776-cf1e-457c-8639-7c99bc80af53,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converting VIF {"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG os_vif [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap59973ed2-cf, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7f5dca59-54af-42f0-adaf-93d43096b607) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:35 user nova-compute[75432]: INFO os_vif [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf')
Nov 27 14:26:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lJFfadAH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:26:35 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:26:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3306f60a-5772-454b-9305-9fc310a4a28f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:26:35 user nova-compute[75432]: No targets found.
Nov 27 14:26:35 user nova-compute[75432]: iSNS:
Nov 27 14:26:35 user nova-compute[75432]: No targets found.
Nov 27 14:26:35 user nova-compute[75432]: STATIC:
Nov 27 14:26:35 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:26:35 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:26:35 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:26:35 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3
Nov 27 14:26:35 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:26:35 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:26:35 user nova-compute[75432]: FIRMWARE:
Nov 27 14:26:35 user nova-compute[75432]: No targets found.
Nov 27 14:26:35 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:26:35 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:26:35 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8412d82-11e3-4762-9a8a-8bcef9e1b8c1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac5d087b-6aa4-4198-885b-a3f2bbb23077]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:36 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:36 user nova-compute[75432]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b5042b520>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6'): ({'sdc'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Removing single pathed devices sdc {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:36 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:26:36 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8304MB free_disk=25.49209976196289GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[09576969-a7fe-46a8-ac09-1f1c292114c6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1af5978-fd7b-4195-9bb8-a324c006ba44]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Flushing IO for device /dev/sdc {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.011s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b95fe4b9-8037-4b67-8208-037af839e608]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.057s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3116ffc-a3fa-46fa-b7c8-18c22fddca40]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Applying migration context for instance 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 as it has an incoming, in-progress migration 62dd9b08-79a1-4d15-bfd1-416acda82064. Migration status is post-migrating {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 27 14:26:36 user nova-compute[75432]: INFO nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating resource usage from migration 62dd9b08-79a1-4d15-bfd1-416acda82064
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 86458776-cf1e-457c-8639-7c99bc80af53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance d3959cd6-e05e-42af-92e0-8cb520e76ec5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9a34d1e3-7c2c-4144-9306-7165d690b188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9f515838-2521-400d-a783-8abf36bdf8ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Migration 62dd9b08-79a1-4d15-bfd1-416acda82064 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=26GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.091s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f63f60a4-8447-4bfc-b584-e1a12f05bc8f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.109s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[67590a1c-fe04-441c-a423-6e8da53c0bf7]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260]
Nov 27 14:26:36 user nova-compute[75432]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260] successful.
Nov 27 14:26:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquired lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.network.neutron [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.043s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4472b7c1-6381-4fcc-9934-9ebf3b559293]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 1.035s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] <== disconnect_volume: return (1037ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Start _get_guest_xml network_info=[{"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '2454848e-2748-4747-918c-7e5a0bf42185', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lJFfadAH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '86458776-cf1e-457c-8639-7c99bc80af53', 'attached_at': '', 'detached_at': '', 'volume_id': 'dae5628c-fdb7-409f-913c-9c40d8a4a9a6', 'serial': 'dae5628c-fdb7-409f-913c-9c40d8a4a9a6'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:26:36 user nova-compute[75432]: DEBUG nova.objects.instance [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'numa_topology' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.objects.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:26:37 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:26:37 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.objects.instance [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'vcpu_model' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.objects.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lJFfadAH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:26:37 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:26:37 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:26:37 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b69ca595-a68e-483a-91fe-2c08104357f6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:26:37 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[62301a25-ec8a-4c40-98f3-7c06e14633e9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6] added
Nov 27 14:26:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f55d5ca-49d7-464c-aab0-09b2e4852baa]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a9d3d06-2be7-48ad-a1e4-eae1aca7d306]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.925s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lJFfadAH {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lJFfadAH" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3ece6ca-c781-4780-b1cc-c087d7ca9162]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lJFfadAH'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.033s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[baec7bca-3395-416c-b229-ed85983b03f8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating instance_info_cache with network_info: [{"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[365f0735-9e8f-4854-831f-d1c2eb449763]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Releasing lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2db6b16-4054-49f7-845f-16b067a4fe6e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260]
Nov 27 14:26:37 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260] successful.
Nov 27 14:26:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c5eb78c-aab4-4414-8942-40afd1cfe69e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2835da79-061b-47bb-8b91-4e2e9190307d]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:37 user nova-compute[75432]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:37 user nova-compute[75432]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.367s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] HCTL ('33', '-', '-', 0) found on session 13 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.utils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9559dbd8-b694-440e-8c2e-54cdd52a2474]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching for a device in session 13 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lJFfadAH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf91faf5-eef1-4186-9a2c-ed98bab861fe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac26e94f-e6c6-40a4-bfaf-b56fcc953827]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1ad3b69-add3-4af2-84b8-43e61138c131]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c47f2d4-31f0-48fc-88d8-2b9b0c2e97ba]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:26:37 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9916e7c-66da-47e3-8c93-f27791bb478c]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.005s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG os_brick.utils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] <== get_connector_properties: return (167ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'pci_requests' on Instance uuid 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:26:37 user nova-compute[75432]: INFO nova.compute.claims [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Claim successful on node user
Nov 27 14:26:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:38 user nova-compute[75432]: INFO nova.compute.manager [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Terminating instance
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.676s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:38 user nova-compute[75432]: INFO nova.network.neutron [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updating port 99da4146-3990-49f6-a098-627b04e2ff4c with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.406s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] <== connect_volume: return (1407ms) {'type': 'block', 'scsi_wwn': '23938363366346638', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23938363366346638', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-f9224e75-e464-4065-975c-e4aeccb8ad0b req-7f375430-18cf-4f2d-982c-5e566f8eb771 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event network-vif-unplugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f9224e75-e464-4065-975c-e4aeccb8ad0b req-7f375430-18cf-4f2d-982c-5e566f8eb771 service nova] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f9224e75-e464-4065-975c-e4aeccb8ad0b req-7f375430-18cf-4f2d-982c-5e566f8eb771 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f9224e75-e464-4065-975c-e4aeccb8ad0b req-7f375430-18cf-4f2d-982c-5e566f8eb771 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-f9224e75-e464-4065-975c-e4aeccb8ad0b req-7f375430-18cf-4f2d-982c-5e566f8eb771 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] No waiting events found dispatching network-vif-unplugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-f9224e75-e464-4065-975c-e4aeccb8ad0b req-7f375430-18cf-4f2d-982c-5e566f8eb771 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event network-vif-unplugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1865465615',display_name='tempest-AttachVolumeTestJSON-server-1865465615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1865465615',id=5,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBORgdhwK5SfSR4BJ9vxE/CIIWJHNYz6d9Z9xQCIvcrDvnGP17Tv4o2MBYIicIPybsyDcEVeDOBLkW7MaAU7ffzu2xEtcqx7AtyYkqhSWjhgWWG7JzC8LgZl1L+OpsAWbZQ==',key_name='tempest-keypair-1494367076',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='120c8d2b07a14fa5bfd93cf539303bc4',ramdisk_id='',reservation_id='r-j8i16j4s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1379447535',owner_user_name='tempest-AttachVolumeTestJSON-1379447535-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:24:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1958a7d52fd04a668c8a5ac8241792a0',uuid=86458776-cf1e-457c-8639-7c99bc80af53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converting VIF {"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.objects.instance [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'pci_devices' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.objects.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:26:38 user nova-compute[75432]:   <uuid>86458776-cf1e-457c-8639-7c99bc80af53</uuid>
Nov 27 14:26:38 user nova-compute[75432]:   <name>instance-00000005</name>
Nov 27 14:26:38 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:26:38 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:26:38 user nova-compute[75432]:   <metadata>
Nov 27 14:26:38 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:26:38 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:26:38 user nova-compute[75432]:       <nova:name>tempest-AttachVolumeTestJSON-server-1865465615</nova:name>
Nov 27 14:26:38 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:26:37</nova:creationTime>
Nov 27 14:26:38 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:26:38 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:26:38 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:26:38 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:26:38 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:26:38 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:26:38 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:26:38 user nova-compute[75432]:       <nova:owner>
Nov 27 14:26:38 user nova-compute[75432]:         <nova:user uuid="1958a7d52fd04a668c8a5ac8241792a0">tempest-AttachVolumeTestJSON-1379447535-project-member</nova:user>
Nov 27 14:26:38 user nova-compute[75432]:         <nova:project uuid="120c8d2b07a14fa5bfd93cf539303bc4">tempest-AttachVolumeTestJSON-1379447535</nova:project>
Nov 27 14:26:38 user nova-compute[75432]:       </nova:owner>
Nov 27 14:26:38 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:26:38 user nova-compute[75432]:       <nova:ports>
Nov 27 14:26:38 user nova-compute[75432]:         <nova:port uuid="59973ed2-cf57-4cd6-bccc-a372532b991b">
Nov 27 14:26:38 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 14:26:38 user nova-compute[75432]:         </nova:port>
Nov 27 14:26:38 user nova-compute[75432]:       </nova:ports>
Nov 27 14:26:38 user nova-compute[75432]:     </nova:instance>
Nov 27 14:26:38 user nova-compute[75432]:   </metadata>
Nov 27 14:26:38 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:26:38 user nova-compute[75432]:     <system>
Nov 27 14:26:38 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:26:38 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:26:38 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:26:38 user nova-compute[75432]:       <entry name="serial">86458776-cf1e-457c-8639-7c99bc80af53</entry>
Nov 27 14:26:38 user nova-compute[75432]:       <entry name="uuid">86458776-cf1e-457c-8639-7c99bc80af53</entry>
Nov 27 14:26:38 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:26:38 user nova-compute[75432]:     </system>
Nov 27 14:26:38 user nova-compute[75432]:   </sysinfo>
Nov 27 14:26:38 user nova-compute[75432]:   <os>
Nov 27 14:26:38 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:26:38 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:26:38 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:26:38 user nova-compute[75432]:   </os>
Nov 27 14:26:38 user nova-compute[75432]:   <features>
Nov 27 14:26:38 user nova-compute[75432]:     <acpi/>
Nov 27 14:26:38 user nova-compute[75432]:     <apic/>
Nov 27 14:26:38 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:26:38 user nova-compute[75432]:   </features>
Nov 27 14:26:38 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:26:38 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:26:38 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:26:38 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:26:38 user nova-compute[75432]:   </clock>
Nov 27 14:26:38 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:26:38 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:26:38 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:26:38 user nova-compute[75432]:   </cpu>
Nov 27 14:26:38 user nova-compute[75432]:   <devices>
Nov 27 14:26:38 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:26:38 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:26:38 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk"/>
Nov 27 14:26:38 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:26:38 user nova-compute[75432]:     </disk>
Nov 27 14:26:38 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:26:38 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:26:38 user nova-compute[75432]:       <source dev="/dev/sdb"/>
Nov 27 14:26:38 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:26:38 user nova-compute[75432]:       <serial>dae5628c-fdb7-409f-913c-9c40d8a4a9a6</serial>
Nov 27 14:26:38 user nova-compute[75432]:     </disk>
Nov 27 14:26:38 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:26:38 user nova-compute[75432]:       <mac address="fa:16:3e:a7:46:42"/>
Nov 27 14:26:38 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:26:38 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:26:38 user nova-compute[75432]:       <target dev="tap59973ed2-cf"/>
Nov 27 14:26:38 user nova-compute[75432]:     </interface>
Nov 27 14:26:38 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:26:38 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/console.log" append="off"/>
Nov 27 14:26:38 user nova-compute[75432]:     </serial>
Nov 27 14:26:38 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:26:38 user nova-compute[75432]:     <video>
Nov 27 14:26:38 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:26:38 user nova-compute[75432]:     </video>
Nov 27 14:26:38 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:26:38 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:26:38 user nova-compute[75432]:     </rng>
Nov 27 14:26:38 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:26:38 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:26:38 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:26:38 user nova-compute[75432]:     </memballoon>
Nov 27 14:26:38 user nova-compute[75432]:   </devices>
Nov 27 14:26:38 user nova-compute[75432]: </domain>
Nov 27 14:26:38 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Instance destroyed successfully.
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.objects.instance [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lazy-loading 'resources' on Instance uuid d3959cd6-e05e-42af-92e0-8cb520e76ec5 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:22:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-172461276',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1938428505',id=7,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKgRqwAo3cv0QdRsyudWn3Ca5fbjSWP8svgYeAviRJ/09yICWP50PzR5uVKDpqWAYZ5Wsfbe/3NWryZQWudcfBP58ahZeN0XTD3YDiOBdr9ieTgjlp4DsSyszrP1gZ9OFw==',key_name='tempest-keypair-528943021',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:25:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b1f0fb2ad5fe4801b60434097df50f01',ramdisk_id='',reservation_id='r-unzn97sy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-827272752',owner_user_name='tempest-ServerActionsV293TestJSON-827272752-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:25:18Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea4678ac2edc43829e47997f9f3f8412',uuid=d3959cd6-e05e-42af-92e0-8cb520e76ec5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Converting VIF {"id": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "address": "fa:16:3e:20:e8:f3", "network": {"id": "31b2e983-37af-4810-a797-0ef47220c527", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1533364413-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f0fb2ad5fe4801b60434097df50f01", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f3c8ec0-8c", "ovs_interfaceid": "2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_vif [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2f3c8ec0-8c, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9b5877d5-7f40-4681-8df0-e8bfb58d5b41) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:39 user nova-compute[75432]: INFO os_vif [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:e8:f3,bridge_name='br-int',has_traffic_filtering=True,id=2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72,network=Network(31b2e983-37af-4810-a797-0ef47220c527),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f3c8ec0-8c')
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QcLljAmx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:26:39 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccb6d267-aca9-46d8-8b1e-714c3e5398e8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:26:39 user nova-compute[75432]: No targets found.
Nov 27 14:26:39 user nova-compute[75432]: iSNS:
Nov 27 14:26:39 user nova-compute[75432]: No targets found.
Nov 27 14:26:39 user nova-compute[75432]: STATIC:
Nov 27 14:26:39 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:26:39 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:26:39 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:26:39 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3
Nov 27 14:26:39 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:26:39 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:26:39 user nova-compute[75432]: FIRMWARE:
Nov 27 14:26:39 user nova-compute[75432]: No targets found.
Nov 27 14:26:39 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:26:39 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:26:39 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.objects.instance [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'trusted_certs' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9115a5d7-50a1-48f6-a0f9-7fff5f1615cb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.objects.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[acced38f-c1a3-4743-9e57-ffaa05a730e8]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:39 user nova-compute[75432]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:39 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 (non-flash)
Nov 27 14:26:39 user nova-compute[75432]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:39 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b501fcee0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3'): ({'sdh'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Removing single pathed devices sdh {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fea4076-2ae0-4200-806d-e6f0a81de961]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[32707e41-119d-4850-a834-694dea3686f6]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Flushing IO for device /dev/sdh {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[21b01817-bbc9-4829-b64f-f0e4f12c289e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.047s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[211d6e11-2250-4daa-af75-5eacd8fe9142]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] SCSI volumes sdh have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Checking if we can resize image /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f254dca6-012f-4503-93d4-b57aef2abd9d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquired lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.network.neutron [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b55ea07-1ea3-476d-b5be-82dccfec6e42]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260]
Nov 27 14:26:39 user nova-compute[75432]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3, portal: 172.16.0.220,3260] successful.
Nov 27 14:26:39 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[08d61ae2-bfd9-470f-a600-adc5dff1af77]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.415s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] <== disconnect_volume: return (416ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:26:39 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Deleting instance files /opt/stack/data/nova/instances/d3959cd6-e05e-42af-92e0-8cb520e76ec5_del
Nov 27 14:26:39 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Deletion of /opt/stack/data/nova/instances/d3959cd6-e05e-42af-92e0-8cb520e76ec5_del complete
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Cannot resize image /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.objects.instance [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'migration_context' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.objects.base [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1865465615',display_name='tempest-AttachVolumeTestJSON-server-1865465615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1865465615',id=5,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBORgdhwK5SfSR4BJ9vxE/CIIWJHNYz6d9Z9xQCIvcrDvnGP17Tv4o2MBYIicIPybsyDcEVeDOBLkW7MaAU7ffzu2xEtcqx7AtyYkqhSWjhgWWG7JzC8LgZl1L+OpsAWbZQ==',key_name='tempest-keypair-1494367076',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='120c8d2b07a14fa5bfd93cf539303bc4',ramdisk_id='',reservation_id='r-j8i16j4s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1379447535',owner_user_name='tempest-AttachVolumeTestJSON-1379447535-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:24:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1958a7d52fd04a668c8a5ac8241792a0',uuid=86458776-cf1e-457c-8639-7c99bc80af53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converting VIF {"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG os_vif [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5499233e-8d28-57e4-96c9-f2a5c29f06ce', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:39 user nova-compute[75432]: INFO nova.compute.manager [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Took 1.41 seconds to destroy the instance on the hypervisor.
Nov 27 14:26:39 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap59973ed2-cf, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap59973ed2-cf, col_values=(('qos', UUID('04da2059-8671-49a5-a979-0bf6937ae04d')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap59973ed2-cf, col_values=(('external_ids', {'iface-id': '59973ed2-cf57-4cd6-bccc-a372532b991b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a7:46:42', 'vm-uuid': '86458776-cf1e-457c-8639-7c99bc80af53'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:39 user nova-compute[75432]: INFO os_vif [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf')
Nov 27 14:26:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updating instance_info_cache with network_info: [{"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Releasing lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:26:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:26:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Creating image(s)
Nov 27 14:26:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "/opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "/opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "/opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:40 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:40 user nova-compute[75432]: DEBUG nova.objects.base [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Object Instance<9f515838-2521-400d-a783-8abf36bdf8ee> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:26:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "e17b057730dddae0c3491ad43fd377479fcc981c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "e17b057730dddae0c3491ad43fd377479fcc981c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c.part --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] Acquiring lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] No waiting events found dispatching network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:41 user nova-compute[75432]: WARNING nova.compute.manager [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received unexpected event network-vif-plugged-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 for instance with vm_state active and task_state deleting.
Nov 27 14:26:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-changed-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Refreshing instance network info cache due to event network-changed-99da4146-3990-49f6-a098-627b04e2ff4c. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] Acquiring lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] Acquired lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG nova.network.neutron [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Refreshing network info cache for port 99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c.part --force-share --output=json" returned: 0 in 0.211s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG nova.virt.images [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] bf9727db-793d-4e7d-8152-9f452a093b83 was qcow2, converting to raw {{(pid=75432) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:26:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c.part /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c.converted {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:41 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Took 2.02 seconds to deallocate network for instance.
Nov 27 14:26:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c.part /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c.converted" returned: 0 in 0.619s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c.converted --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c.converted --force-share --output=json" returned: 0 in 0.206s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "e17b057730dddae0c3491ad43fd377479fcc981c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.348s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG nova.network.neutron [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updated VIF entry in instance network info cache for port 99da4146-3990-49f6-a098-627b04e2ff4c. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG nova.network.neutron [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updating instance_info_cache with network_info: [{"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-033345ed-dd1b-4cc3-b89f-f4c5498f6bef req-336306d3-7a2f-4b3e-bf1c-d109f79e97e6 service nova] Releasing lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:26:42 user nova-compute[75432]: INFO nova.compute.manager [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Took 0.93 seconds to detach 1 volumes for instance.
Nov 27 14:26:42 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Deleting volume: 6e21a7a8-7ef1-4150-bd15-f3c779b9afa3 {{(pid=75432) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c --force-share --output=json" returned: 0 in 0.215s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "e17b057730dddae0c3491ad43fd377479fcc981c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "e17b057730dddae0c3491ad43fd377479fcc981c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] [instance: d3959cd6-e05e-42af-92e0-8cb520e76ec5] Received event network-vif-deleted-2f3c8ec0-8c83-44a2-a8ac-ad6e062ebf72 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] No waiting events found dispatching network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:42 user nova-compute[75432]: WARNING nova.compute.manager [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received unexpected event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b for instance with vm_state stopped and task_state powering-on.
Nov 27 14:26:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] No waiting events found dispatching network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:42 user nova-compute[75432]: WARNING nova.compute.manager [req-aec21dda-60dc-4c69-a6b7-8c86d5350e3e req-13cb034f-28af-428f-8c17-06c7eecf70bd service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received unexpected event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b for instance with vm_state stopped and task_state powering-on.
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c --force-share --output=json" returned: 0 in 0.196s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c,backing_fmt=raw /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c,backing_fmt=raw /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk 1073741824" returned: 0 in 0.051s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "e17b057730dddae0c3491ad43fd377479fcc981c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:43 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'migration_context' on Instance uuid 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:43 user nova-compute[75432]: DEBUG nova.objects.base [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Object Instance<9f515838-2521-400d-a783-8abf36bdf8ee> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:26:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Rebasing disk image.
Nov 27 14:26:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:43 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:26:43 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:26:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.481s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:43 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Deleted allocations for instance d3959cd6-e05e-42af-92e0-8cb520e76ec5
Nov 27 14:26:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.207s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a -F raw /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3bc628a9-0be3-4aeb-ae9c-293e07bca9a5 tempest-ServerActionsV293TestJSON-827272752 tempest-ServerActionsV293TestJSON-827272752-project-member] Lock "d3959cd6-e05e-42af-92e0-8cb520e76ec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.239s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:44 user nova-compute[75432]: DEBUG nova.compute.manager [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:26:44 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance rebooted successfully.
Nov 27 14:26:44 user nova-compute[75432]: DEBUG nova.compute.manager [None req-eca261df-b5ac-4b69-b5d0-2f6ca08b01d0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:26:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a -F raw /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk" returned: 0 in 2.463s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Ensure instance console log exists: /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Start _get_guest_xml network_info=[{"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='5171a2c2622612099efd62415c04e8a4',container_format='bare',created_at=2023-11-27T14:24:37Z,direct_url=<?>,disk_format='qcow2',id=bf9727db-793d-4e7d-8152-9f452a093b83,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-859330745-shelved',owner='491b5c64d0c141439d6f662a34202002',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-27T14:24:41Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '013e750c-172f-4974-a8a4-16afc20cca68', 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VADPueFT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '9f515838-2521-400d-a783-8abf36bdf8ee', 'attached_at': '', 'detached_at': '', 'volume_id': '5d2da524-6986-4d5a-94b9-c35306e99082', 'serial': '5d2da524-6986-4d5a-94b9-c35306e99082'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:26:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:26:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5171a2c2622612099efd62415c04e8a4',container_format='bare',created_at=2023-11-27T14:24:37Z,direct_url=<?>,disk_format='qcow2',id=bf9727db-793d-4e7d-8152-9f452a093b83,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-859330745-shelved',owner='491b5c64d0c141439d6f662a34202002',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-27T14:24:41Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.objects.base [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Object Instance<9f515838-2521-400d-a783-8abf36bdf8ee> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VADPueFT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:26:45 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:26:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:26:45 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:26:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:26:45 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:26:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260" returned: 21 in 0.043s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0838a10-230a-425e-89f5-971aa749341d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:26:45 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9160391a-5c30-48db-98f3-9f5160d2c967]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082] added
Nov 27 14:26:45 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8ab95b7-8d55-4e64-bf97-8412272202c9]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ada3488-7b5e-4b23-91c3-e3b139925e5e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VADPueFT {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VADPueFT" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd2cb143-59b6-4455-88ba-734c6f2f80ad]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VADPueFT'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fae91b5-01b8-46ae-b078-ce0ce72f0c54]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2adcde1a-45bc-4eee-aece-09100e755692]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:46 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:46 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[24e7dc1b-eecc-4979-b1ce-3601ffa6777d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082, portal: 172.16.0.220,3260]
Nov 27 14:26:46 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082, portal: 172.16.0.220,3260] successful.
Nov 27 14:26:46 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.032s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f55461e-6838-4862-b381-38769ab1c974]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2cf152d-a12a-4553-ac86-1bbe50952ae3]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:46 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:26:46 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:46 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:26:46 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] HCTL ('34', '-', '-', 0) found on session 14 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.030s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a29c5948-fad8-4fb6-a56d-ab438a1fb9f0]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Searching for a device in session 14 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VADPueFT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:26:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.402s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] <== connect_volume: return (1404ms) {'type': 'block', 'scsi_wwn': '26562356166353738', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26562356166353738', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:22:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-859330745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-859330745',id=6,image_ref='bf9727db-793d-4e7d-8152-9f452a093b83',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1267014867',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='491b5c64d0c141439d6f662a34202002',ramdisk_id='',reservation_id='r-1475zwf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-790439868',owner_user_name='tempest-AttachVolumeShelveTestJSON-790439868-project-member',shelved_at='2023-11-27T14:24:41.423141',shelved_host='user',shelved_image_id='bf9727db-793d-4e7d-8152-9f452a093b83'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:26:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21e5f6317ca1424ab3c082f2d2cbd00b',uuid=9f515838-2521-400d-a783-8abf36bdf8ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converting VIF {"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'pci_devices' on Instance uuid 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.objects.base [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Object Instance<9f515838-2521-400d-a783-8abf36bdf8ee> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:26:47 user nova-compute[75432]:   <uuid>9f515838-2521-400d-a783-8abf36bdf8ee</uuid>
Nov 27 14:26:47 user nova-compute[75432]:   <name>instance-00000006</name>
Nov 27 14:26:47 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:26:47 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:26:47 user nova-compute[75432]:   <metadata>
Nov 27 14:26:47 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:26:47 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:26:47 user nova-compute[75432]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-859330745</nova:name>
Nov 27 14:26:47 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:26:45</nova:creationTime>
Nov 27 14:26:47 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:26:47 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:26:47 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:26:47 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:26:47 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:26:47 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:26:47 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:26:47 user nova-compute[75432]:       <nova:owner>
Nov 27 14:26:47 user nova-compute[75432]:         <nova:user uuid="21e5f6317ca1424ab3c082f2d2cbd00b">tempest-AttachVolumeShelveTestJSON-790439868-project-member</nova:user>
Nov 27 14:26:47 user nova-compute[75432]:         <nova:project uuid="491b5c64d0c141439d6f662a34202002">tempest-AttachVolumeShelveTestJSON-790439868</nova:project>
Nov 27 14:26:47 user nova-compute[75432]:       </nova:owner>
Nov 27 14:26:47 user nova-compute[75432]:       <nova:root type="image" uuid="bf9727db-793d-4e7d-8152-9f452a093b83"/>
Nov 27 14:26:47 user nova-compute[75432]:       <nova:ports>
Nov 27 14:26:47 user nova-compute[75432]:         <nova:port uuid="99da4146-3990-49f6-a098-627b04e2ff4c">
Nov 27 14:26:47 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 14:26:47 user nova-compute[75432]:         </nova:port>
Nov 27 14:26:47 user nova-compute[75432]:       </nova:ports>
Nov 27 14:26:47 user nova-compute[75432]:     </nova:instance>
Nov 27 14:26:47 user nova-compute[75432]:   </metadata>
Nov 27 14:26:47 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:26:47 user nova-compute[75432]:     <system>
Nov 27 14:26:47 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:26:47 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:26:47 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:26:47 user nova-compute[75432]:       <entry name="serial">9f515838-2521-400d-a783-8abf36bdf8ee</entry>
Nov 27 14:26:47 user nova-compute[75432]:       <entry name="uuid">9f515838-2521-400d-a783-8abf36bdf8ee</entry>
Nov 27 14:26:47 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:26:47 user nova-compute[75432]:     </system>
Nov 27 14:26:47 user nova-compute[75432]:   </sysinfo>
Nov 27 14:26:47 user nova-compute[75432]:   <os>
Nov 27 14:26:47 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:26:47 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:26:47 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:26:47 user nova-compute[75432]:   </os>
Nov 27 14:26:47 user nova-compute[75432]:   <features>
Nov 27 14:26:47 user nova-compute[75432]:     <acpi/>
Nov 27 14:26:47 user nova-compute[75432]:     <apic/>
Nov 27 14:26:47 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:26:47 user nova-compute[75432]:   </features>
Nov 27 14:26:47 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:26:47 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:26:47 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:26:47 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:26:47 user nova-compute[75432]:   </clock>
Nov 27 14:26:47 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:26:47 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:26:47 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:26:47 user nova-compute[75432]:   </cpu>
Nov 27 14:26:47 user nova-compute[75432]:   <devices>
Nov 27 14:26:47 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:26:47 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:26:47 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk"/>
Nov 27 14:26:47 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:26:47 user nova-compute[75432]:     </disk>
Nov 27 14:26:47 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:26:47 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:26:47 user nova-compute[75432]:       <source dev="/dev/sdc"/>
Nov 27 14:26:47 user nova-compute[75432]:       <target dev="vdc" bus="virtio"/>
Nov 27 14:26:47 user nova-compute[75432]:       <serial>5d2da524-6986-4d5a-94b9-c35306e99082</serial>
Nov 27 14:26:47 user nova-compute[75432]:     </disk>
Nov 27 14:26:47 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:26:47 user nova-compute[75432]:       <mac address="fa:16:3e:a4:65:39"/>
Nov 27 14:26:47 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:26:47 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:26:47 user nova-compute[75432]:       <target dev="tap99da4146-39"/>
Nov 27 14:26:47 user nova-compute[75432]:     </interface>
Nov 27 14:26:47 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:26:47 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/console.log" append="off"/>
Nov 27 14:26:47 user nova-compute[75432]:     </serial>
Nov 27 14:26:47 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:26:47 user nova-compute[75432]:     <video>
Nov 27 14:26:47 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:26:47 user nova-compute[75432]:     </video>
Nov 27 14:26:47 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:26:47 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:26:47 user nova-compute[75432]:     </rng>
Nov 27 14:26:47 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:26:47 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:26:47 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:26:47 user nova-compute[75432]:     </memballoon>
Nov 27 14:26:47 user nova-compute[75432]:   </devices>
Nov 27 14:26:47 user nova-compute[75432]: </domain>
Nov 27 14:26:47 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:22:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-859330745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-859330745',id=6,image_ref='bf9727db-793d-4e7d-8152-9f452a093b83',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1267014867',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='491b5c64d0c141439d6f662a34202002',ramdisk_id='',reservation_id='r-1475zwf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-790439868',owner_user_name='tempest-AttachVolumeShelveTestJSON-790439868-project-member',shelved_at='2023-11-27T14:24:41.423141',shelved_host='user',shelved_image_id='bf9727db-793d-4e7d-8152-9f452a093b83'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:26:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21e5f6317ca1424ab3c082f2d2cbd00b',uuid=9f515838-2521-400d-a783-8abf36bdf8ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converting VIF {"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG os_vif [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b50ba75-2a8e-5a1b-960d-73027fa26ec1', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap99da4146-39, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap99da4146-39, col_values=(('qos', UUID('9d1c1f9b-2086-4709-9ce7-93408e48a526')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap99da4146-39, col_values=(('external_ids', {'iface-id': '99da4146-3990-49f6-a098-627b04e2ff4c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a4:65:39', 'vm-uuid': '9f515838-2521-400d-a783-8abf36bdf8ee'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:47 user nova-compute[75432]: INFO os_vif [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39')
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:26:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] No VIF found with MAC fa:16:3e:a4:65:39, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:26:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:49 user nova-compute[75432]: DEBUG nova.compute.manager [req-a9739041-a06f-457e-a88d-99a922600df0 req-ae7d360a-ea2f-4644-aa89-95d71982388d service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a9739041-a06f-457e-a88d-99a922600df0 req-ae7d360a-ea2f-4644-aa89-95d71982388d service nova] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a9739041-a06f-457e-a88d-99a922600df0 req-ae7d360a-ea2f-4644-aa89-95d71982388d service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a9739041-a06f-457e-a88d-99a922600df0 req-ae7d360a-ea2f-4644-aa89-95d71982388d service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:49 user nova-compute[75432]: DEBUG nova.compute.manager [req-a9739041-a06f-457e-a88d-99a922600df0 req-ae7d360a-ea2f-4644-aa89-95d71982388d service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] No waiting events found dispatching network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:49 user nova-compute[75432]: WARNING nova.compute.manager [req-a9739041-a06f-457e-a88d-99a922600df0 req-ae7d360a-ea2f-4644-aa89-95d71982388d service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received unexpected event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c for instance with vm_state shelved_offloaded and task_state spawning.
Nov 27 14:26:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Starting finish_migration {{(pid=75432) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11671}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance directory exists: not creating {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 14:26:50 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Creating image(s)
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.compute.manager [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.239s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk. size=21474836480 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:26:50 user nova-compute[75432]: INFO nova.compute.claims [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Claim successful on node user
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk 21474836480 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk 21474836480" returned: 0 in 0.063s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Ensure instance console log exists: /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Start _get_guest_xml network_info=[{"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1638842435-network", "vif_mac": "fa:16:3e:f2:da:b7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '1cc97802-efd0-4320-8108-c9fe3fe9cbb1', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCJVuFTE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '6a007942-e99e-43a5-8d1b-d2cddb3be2b9', 'attached_at': '2023-11-27T14:26:50.000000', 'detached_at': '', 'volume_id': 'd4bb6914-d0d9-45b0-9f00-94285c1370fd', 'serial': 'd4bb6914-d0d9-45b0-9f00-94285c1370fd'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:26:50 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:26:50 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCJVuFTE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:26:50 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:26:50 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:26:50 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[73dd4ee1-6f5d-45cd-8458-48a816c96b01]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:26:50 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fc12219-cce8-448f-9cf3-869acc1b7297]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd] added
Nov 27 14:26:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[06e95de4-a93c-4c03-af1c-788cac0f7a43]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2501fc28-a764-4f65-878f-f34c7382838c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QCJVuFTE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QCJVuFTE" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8708f922-d326-4219-8199-236963b36f91]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QCJVuFTE'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1239f5b0-316e-4f4a-8265-3041a790f405]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cb6b960-cc5f-4695-8f72-5b398145e1cc]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:50 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:26:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:50 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:26:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:26:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.657s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d798c1-e531-4d15-b5e2-c4c0f9876442]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260]
Nov 27 14:26:51 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260] successful.
Nov 27 14:26:51 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8461ac9-fb27-4377-927b-979e22c5e981]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec70c813-636e-4e7b-8608-e526a407cf47]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:51 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:26:51 user nova-compute[75432]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:26:51 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:26:51 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:26:51 user nova-compute[75432]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:26:51 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.347s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] HCTL ('35', '-', '-', 0) found on session 15 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG nova.network.neutron [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce573c82-0a17-45cb-950e-03a8cc362303]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Searching for a device in session 15 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCJVuFTE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:26:51 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:26:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG nova.policy [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77cfcf274c2b42e4b18e3952ba267e1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d604a09e693452e8e4707ddbb975910', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:26:51 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Creating image(s)
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "/opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "/opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "/opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG nova.compute.manager [req-cea2289d-501d-4b06-89d8-b7c2005f4cd7 req-81eca2b1-0404-4a13-8796-8ea535aa5459 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cea2289d-501d-4b06-89d8-b7c2005f4cd7 req-81eca2b1-0404-4a13-8796-8ea535aa5459 service nova] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cea2289d-501d-4b06-89d8-b7c2005f4cd7 req-81eca2b1-0404-4a13-8796-8ea535aa5459 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cea2289d-501d-4b06-89d8-b7c2005f4cd7 req-81eca2b1-0404-4a13-8796-8ea535aa5459 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG nova.compute.manager [req-cea2289d-501d-4b06-89d8-b7c2005f4cd7 req-81eca2b1-0404-4a13-8796-8ea535aa5459 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] No waiting events found dispatching network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:51 user nova-compute[75432]: WARNING nova.compute.manager [req-cea2289d-501d-4b06-89d8-b7c2005f4cd7 req-81eca2b1-0404-4a13-8796-8ea535aa5459 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received unexpected event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c for instance with vm_state shelved_offloaded and task_state spawning.
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.247s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:26:51 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Instance spawned successfully.
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.196s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG nova.network.neutron [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Successfully created port: 2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk 1073741824" returned: 0 in 0.069s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.201s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.398s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] <== connect_volume: return (1402ms) {'type': 'block', 'scsi_wwn': '23131363865373161', 'path': '/dev/sdd'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23131363865373161', 'path': '/dev/sdd'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-657311305',display_name='tempest-ServerActionsTestOtherB-server-657311305',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-657311305',id=3,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLZ3btRhGv4HjHQ9Yl+jPjWOQWL7opUDSSUADFGYWtsR7vmvttgt9yQBNmExW8rCs9p9LHJubcCjp24w6ksiit31PMfXlygTNVRC4qALz5tVnoxpv8Lg+jREusP3y3a5Nw==',key_name='tempest-keypair-335635223',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3e9bfb073c0740c39a5b0d647833c611',ramdisk_id='',reservation_id='r-8t8opt09',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-835804001',owner_user_name='tempest-ServerActionsTestOtherB-835804001-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:26:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49d534963a3a433398202bbf09479533',uuid=6a007942-e99e-43a5-8d1b-d2cddb3be2b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1638842435-network", "vif_mac": "fa:16:3e:f2:da:b7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converting VIF {"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1638842435-network", "vif_mac": "fa:16:3e:f2:da:b7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:26:52 user nova-compute[75432]:   <uuid>6a007942-e99e-43a5-8d1b-d2cddb3be2b9</uuid>
Nov 27 14:26:52 user nova-compute[75432]:   <name>instance-00000003</name>
Nov 27 14:26:52 user nova-compute[75432]:   <memory>2097152</memory>
Nov 27 14:26:52 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:26:52 user nova-compute[75432]:   <metadata>
Nov 27 14:26:52 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:26:52 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:26:52 user nova-compute[75432]:       <nova:name>tempest-ServerActionsTestOtherB-server-657311305</nova:name>
Nov 27 14:26:52 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:26:50</nova:creationTime>
Nov 27 14:26:52 user nova-compute[75432]:       <nova:flavor name="m1.small">
Nov 27 14:26:52 user nova-compute[75432]:         <nova:memory>2048</nova:memory>
Nov 27 14:26:52 user nova-compute[75432]:         <nova:disk>20</nova:disk>
Nov 27 14:26:52 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:26:52 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:26:52 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:26:52 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:26:52 user nova-compute[75432]:       <nova:owner>
Nov 27 14:26:52 user nova-compute[75432]:         <nova:user uuid="49d534963a3a433398202bbf09479533">tempest-ServerActionsTestOtherB-835804001-project-member</nova:user>
Nov 27 14:26:52 user nova-compute[75432]:         <nova:project uuid="3e9bfb073c0740c39a5b0d647833c611">tempest-ServerActionsTestOtherB-835804001</nova:project>
Nov 27 14:26:52 user nova-compute[75432]:       </nova:owner>
Nov 27 14:26:52 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:26:52 user nova-compute[75432]:       <nova:ports>
Nov 27 14:26:52 user nova-compute[75432]:         <nova:port uuid="03fd28ec-ad1a-41df-9611-85b2606b5e67">
Nov 27 14:26:52 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 14:26:52 user nova-compute[75432]:         </nova:port>
Nov 27 14:26:52 user nova-compute[75432]:       </nova:ports>
Nov 27 14:26:52 user nova-compute[75432]:     </nova:instance>
Nov 27 14:26:52 user nova-compute[75432]:   </metadata>
Nov 27 14:26:52 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:26:52 user nova-compute[75432]:     <system>
Nov 27 14:26:52 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:26:52 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:26:52 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:26:52 user nova-compute[75432]:       <entry name="serial">6a007942-e99e-43a5-8d1b-d2cddb3be2b9</entry>
Nov 27 14:26:52 user nova-compute[75432]:       <entry name="uuid">6a007942-e99e-43a5-8d1b-d2cddb3be2b9</entry>
Nov 27 14:26:52 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:26:52 user nova-compute[75432]:     </system>
Nov 27 14:26:52 user nova-compute[75432]:   </sysinfo>
Nov 27 14:26:52 user nova-compute[75432]:   <os>
Nov 27 14:26:52 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:26:52 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:26:52 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:26:52 user nova-compute[75432]:   </os>
Nov 27 14:26:52 user nova-compute[75432]:   <features>
Nov 27 14:26:52 user nova-compute[75432]:     <acpi/>
Nov 27 14:26:52 user nova-compute[75432]:     <apic/>
Nov 27 14:26:52 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:26:52 user nova-compute[75432]:   </features>
Nov 27 14:26:52 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:26:52 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:26:52 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:26:52 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:26:52 user nova-compute[75432]:   </clock>
Nov 27 14:26:52 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:26:52 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:26:52 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:26:52 user nova-compute[75432]:   </cpu>
Nov 27 14:26:52 user nova-compute[75432]:   <devices>
Nov 27 14:26:52 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:26:52 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:26:52 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk"/>
Nov 27 14:26:52 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:26:52 user nova-compute[75432]:     </disk>
Nov 27 14:26:52 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:26:52 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:26:52 user nova-compute[75432]:       <source dev="/dev/sdd"/>
Nov 27 14:26:52 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:26:52 user nova-compute[75432]:       <serial>d4bb6914-d0d9-45b0-9f00-94285c1370fd</serial>
Nov 27 14:26:52 user nova-compute[75432]:     </disk>
Nov 27 14:26:52 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:26:52 user nova-compute[75432]:       <mac address="fa:16:3e:f2:da:b7"/>
Nov 27 14:26:52 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:26:52 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:26:52 user nova-compute[75432]:       <target dev="tap03fd28ec-ad"/>
Nov 27 14:26:52 user nova-compute[75432]:     </interface>
Nov 27 14:26:52 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:26:52 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/console.log" append="off"/>
Nov 27 14:26:52 user nova-compute[75432]:     </serial>
Nov 27 14:26:52 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:26:52 user nova-compute[75432]:     <video>
Nov 27 14:26:52 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:26:52 user nova-compute[75432]:     </video>
Nov 27 14:26:52 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:26:52 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:26:52 user nova-compute[75432]:     </rng>
Nov 27 14:26:52 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:26:52 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:26:52 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:26:52 user nova-compute[75432]:     </memballoon>
Nov 27 14:26:52 user nova-compute[75432]:   </devices>
Nov 27 14:26:52 user nova-compute[75432]: </domain>
Nov 27 14:26:52 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-657311305',display_name='tempest-ServerActionsTestOtherB-server-657311305',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-657311305',id=3,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLZ3btRhGv4HjHQ9Yl+jPjWOQWL7opUDSSUADFGYWtsR7vmvttgt9yQBNmExW8rCs9p9LHJubcCjp24w6ksiit31PMfXlygTNVRC4qALz5tVnoxpv8Lg+jREusP3y3a5Nw==',key_name='tempest-keypair-335635223',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3e9bfb073c0740c39a5b0d647833c611',ramdisk_id='',reservation_id='r-8t8opt09',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-835804001',owner_user_name='tempest-ServerActionsTestOtherB-835804001-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:26:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49d534963a3a433398202bbf09479533',uuid=6a007942-e99e-43a5-8d1b-d2cddb3be2b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1638842435-network", "vif_mac": "fa:16:3e:f2:da:b7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converting VIF {"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1638842435-network", "vif_mac": "fa:16:3e:f2:da:b7"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG os_vif [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ccf7625b-f867-5bcd-bd2c-d299e9b04405', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap03fd28ec-ad, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap03fd28ec-ad, col_values=(('qos', UUID('1648e2a0-e9f6-45cf-8e98-9ac3da7480c3')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap03fd28ec-ad, col_values=(('external_ids', {'iface-id': '03fd28ec-ad1a-41df-9611-85b2606b5e67', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:da:b7', 'vm-uuid': '6a007942-e99e-43a5-8d1b-d2cddb3be2b9'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:52 user nova-compute[75432]: INFO os_vif [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad')
Nov 27 14:26:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Cannot resize image /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Ensure instance console log exists: /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e6c8d39a-66f7-4b6e-9d24-416409868988 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "9f515838-2521-400d-a783-8abf36bdf8ee" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 22.667s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] No VIF found with MAC fa:16:3e:f2:da:b7, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.network.neutron [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Successfully updated port: 2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "refresh_cache-ce10cd33-ddee-4940-a894-1a6d114e40f4" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquired lock "refresh_cache-ce10cd33-ddee-4940-a894-1a6d114e40f4" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.network.neutron [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:26:52 user nova-compute[75432]: DEBUG nova.network.neutron [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.network.neutron [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Updating instance_info_cache with network_info: [{"id": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "address": "fa:16:3e:9d:51:8c", "network": {"id": "7e4f50f5-98e8-4845-8ab2-983ff70c030a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992625779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d604a09e693452e8e4707ddbb975910", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb3f55-9c", "ovs_interfaceid": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Releasing lock "refresh_cache-ce10cd33-ddee-4940-a894-1a6d114e40f4" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.compute.manager [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Instance network_info: |[{"id": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "address": "fa:16:3e:9d:51:8c", "network": {"id": "7e4f50f5-98e8-4845-8ab2-983ff70c030a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992625779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d604a09e693452e8e4707ddbb975910", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb3f55-9c", "ovs_interfaceid": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Start _get_guest_xml network_info=[{"id": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "address": "fa:16:3e:9d:51:8c", "network": {"id": "7e4f50f5-98e8-4845-8ab2-983ff70c030a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992625779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d604a09e693452e8e4707ddbb975910", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb3f55-9c", "ovs_interfaceid": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:26:53 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:26:53 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:26:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-555523613',display_name='tempest-DeleteServersTestJSON-server-555523613',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-555523613',id=14,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d604a09e693452e8e4707ddbb975910',ramdisk_id='',reservation_id='r-jjkg82dc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1451146809',owner_user_name='tempest-DeleteServersTestJSON-1451146809-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:26:51Z,user_data=None,user_id='77cfcf274c2b42e4b18e3952ba267e1e',uuid=ce10cd33-ddee-4940-a894-1a6d114e40f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "address": "fa:16:3e:9d:51:8c", "network": {"id": "7e4f50f5-98e8-4845-8ab2-983ff70c030a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992625779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d604a09e693452e8e4707ddbb975910", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb3f55-9c", "ovs_interfaceid": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Converting VIF {"id": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "address": "fa:16:3e:9d:51:8c", "network": {"id": "7e4f50f5-98e8-4845-8ab2-983ff70c030a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992625779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d604a09e693452e8e4707ddbb975910", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb3f55-9c", "ovs_interfaceid": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:51:8c,bridge_name='br-int',has_traffic_filtering=True,id=2cbb3f55-9c55-4c96-81e1-0f6166935411,network=Network(7e4f50f5-98e8-4845-8ab2-983ff70c030a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb3f55-9c') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lazy-loading 'pci_devices' on Instance uuid ce10cd33-ddee-4940-a894-1a6d114e40f4 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:26:53 user nova-compute[75432]:   <uuid>ce10cd33-ddee-4940-a894-1a6d114e40f4</uuid>
Nov 27 14:26:53 user nova-compute[75432]:   <name>instance-0000000e</name>
Nov 27 14:26:53 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:26:53 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:26:53 user nova-compute[75432]:   <metadata>
Nov 27 14:26:53 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:26:53 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:26:53 user nova-compute[75432]:       <nova:name>tempest-DeleteServersTestJSON-server-555523613</nova:name>
Nov 27 14:26:53 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:26:53</nova:creationTime>
Nov 27 14:26:53 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:26:53 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:26:53 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:26:53 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:26:53 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:26:53 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:26:53 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:26:53 user nova-compute[75432]:       <nova:owner>
Nov 27 14:26:53 user nova-compute[75432]:         <nova:user uuid="77cfcf274c2b42e4b18e3952ba267e1e">tempest-DeleteServersTestJSON-1451146809-project-member</nova:user>
Nov 27 14:26:53 user nova-compute[75432]:         <nova:project uuid="0d604a09e693452e8e4707ddbb975910">tempest-DeleteServersTestJSON-1451146809</nova:project>
Nov 27 14:26:53 user nova-compute[75432]:       </nova:owner>
Nov 27 14:26:53 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:26:53 user nova-compute[75432]:       <nova:ports>
Nov 27 14:26:53 user nova-compute[75432]:         <nova:port uuid="2cbb3f55-9c55-4c96-81e1-0f6166935411">
Nov 27 14:26:53 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 14:26:53 user nova-compute[75432]:         </nova:port>
Nov 27 14:26:53 user nova-compute[75432]:       </nova:ports>
Nov 27 14:26:53 user nova-compute[75432]:     </nova:instance>
Nov 27 14:26:53 user nova-compute[75432]:   </metadata>
Nov 27 14:26:53 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:26:53 user nova-compute[75432]:     <system>
Nov 27 14:26:53 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:26:53 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:26:53 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:26:53 user nova-compute[75432]:       <entry name="serial">ce10cd33-ddee-4940-a894-1a6d114e40f4</entry>
Nov 27 14:26:53 user nova-compute[75432]:       <entry name="uuid">ce10cd33-ddee-4940-a894-1a6d114e40f4</entry>
Nov 27 14:26:53 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:26:53 user nova-compute[75432]:     </system>
Nov 27 14:26:53 user nova-compute[75432]:   </sysinfo>
Nov 27 14:26:53 user nova-compute[75432]:   <os>
Nov 27 14:26:53 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:26:53 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:26:53 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:26:53 user nova-compute[75432]:   </os>
Nov 27 14:26:53 user nova-compute[75432]:   <features>
Nov 27 14:26:53 user nova-compute[75432]:     <acpi/>
Nov 27 14:26:53 user nova-compute[75432]:     <apic/>
Nov 27 14:26:53 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:26:53 user nova-compute[75432]:   </features>
Nov 27 14:26:53 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:26:53 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:26:53 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:26:53 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:26:53 user nova-compute[75432]:   </clock>
Nov 27 14:26:53 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:26:53 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:26:53 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:26:53 user nova-compute[75432]:   </cpu>
Nov 27 14:26:53 user nova-compute[75432]:   <devices>
Nov 27 14:26:53 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:26:53 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:26:53 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk"/>
Nov 27 14:26:53 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:26:53 user nova-compute[75432]:     </disk>
Nov 27 14:26:53 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:26:53 user nova-compute[75432]:       <mac address="fa:16:3e:9d:51:8c"/>
Nov 27 14:26:53 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:26:53 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:26:53 user nova-compute[75432]:       <target dev="tap2cbb3f55-9c"/>
Nov 27 14:26:53 user nova-compute[75432]:     </interface>
Nov 27 14:26:53 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:26:53 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/console.log" append="off"/>
Nov 27 14:26:53 user nova-compute[75432]:     </serial>
Nov 27 14:26:53 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:26:53 user nova-compute[75432]:     <video>
Nov 27 14:26:53 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:26:53 user nova-compute[75432]:     </video>
Nov 27 14:26:53 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:26:53 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:26:53 user nova-compute[75432]:     </rng>
Nov 27 14:26:53 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:26:53 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:26:53 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:26:53 user nova-compute[75432]:     </memballoon>
Nov 27 14:26:53 user nova-compute[75432]:   </devices>
Nov 27 14:26:53 user nova-compute[75432]: </domain>
Nov 27 14:26:53 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:26:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-555523613',display_name='tempest-DeleteServersTestJSON-server-555523613',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-555523613',id=14,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d604a09e693452e8e4707ddbb975910',ramdisk_id='',reservation_id='r-jjkg82dc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1451146809',owner_user_name='tempest-DeleteServersTestJSON-1451146809-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:26:51Z,user_data=None,user_id='77cfcf274c2b42e4b18e3952ba267e1e',uuid=ce10cd33-ddee-4940-a894-1a6d114e40f4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "address": "fa:16:3e:9d:51:8c", "network": {"id": "7e4f50f5-98e8-4845-8ab2-983ff70c030a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992625779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d604a09e693452e8e4707ddbb975910", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb3f55-9c", "ovs_interfaceid": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Converting VIF {"id": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "address": "fa:16:3e:9d:51:8c", "network": {"id": "7e4f50f5-98e8-4845-8ab2-983ff70c030a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992625779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d604a09e693452e8e4707ddbb975910", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb3f55-9c", "ovs_interfaceid": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:51:8c,bridge_name='br-int',has_traffic_filtering=True,id=2cbb3f55-9c55-4c96-81e1-0f6166935411,network=Network(7e4f50f5-98e8-4845-8ab2-983ff70c030a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb3f55-9c') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG os_vif [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:51:8c,bridge_name='br-int',has_traffic_filtering=True,id=2cbb3f55-9c55-4c96-81e1-0f6166935411,network=Network(7e4f50f5-98e8-4845-8ab2-983ff70c030a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb3f55-9c') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7737f2f1-1594-592a-bf59-cff5cb3fcec4', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2cbb3f55-9c, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2cbb3f55-9c, col_values=(('qos', UUID('d5a365e7-d8c8-4511-a7b2-95b8db26c97d')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2cbb3f55-9c, col_values=(('external_ids', {'iface-id': '2cbb3f55-9c55-4c96-81e1-0f6166935411', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9d:51:8c', 'vm-uuid': 'ce10cd33-ddee-4940-a894-1a6d114e40f4'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:53 user nova-compute[75432]: INFO os_vif [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:51:8c,bridge_name='br-int',has_traffic_filtering=True,id=2cbb3f55-9c55-4c96-81e1-0f6166935411,network=Network(7e4f50f5-98e8-4845-8ab2-983ff70c030a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb3f55-9c')
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] No VIF found with MAC fa:16:3e:9d:51:8c, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-a6102677-5422-4c2a-b000-a52f58bf4f73 req-8168f5a3-b80f-4689-9d43-e9330418f89e service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Received event network-changed-2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-a6102677-5422-4c2a-b000-a52f58bf4f73 req-8168f5a3-b80f-4689-9d43-e9330418f89e service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Refreshing instance network info cache due to event network-changed-2cbb3f55-9c55-4c96-81e1-0f6166935411. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a6102677-5422-4c2a-b000-a52f58bf4f73 req-8168f5a3-b80f-4689-9d43-e9330418f89e service nova] Acquiring lock "refresh_cache-ce10cd33-ddee-4940-a894-1a6d114e40f4" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a6102677-5422-4c2a-b000-a52f58bf4f73 req-8168f5a3-b80f-4689-9d43-e9330418f89e service nova] Acquired lock "refresh_cache-ce10cd33-ddee-4940-a894-1a6d114e40f4" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:26:53 user nova-compute[75432]: DEBUG nova.network.neutron [req-a6102677-5422-4c2a-b000-a52f58bf4f73 req-8168f5a3-b80f-4689-9d43-e9330418f89e service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Refreshing network info cache for port 2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG nova.network.neutron [req-a6102677-5422-4c2a-b000-a52f58bf4f73 req-8168f5a3-b80f-4689-9d43-e9330418f89e service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Updated VIF entry in instance network info cache for port 2cbb3f55-9c55-4c96-81e1-0f6166935411. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG nova.network.neutron [req-a6102677-5422-4c2a-b000-a52f58bf4f73 req-8168f5a3-b80f-4689-9d43-e9330418f89e service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Updating instance_info_cache with network_info: [{"id": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "address": "fa:16:3e:9d:51:8c", "network": {"id": "7e4f50f5-98e8-4845-8ab2-983ff70c030a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992625779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d604a09e693452e8e4707ddbb975910", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb3f55-9c", "ovs_interfaceid": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a6102677-5422-4c2a-b000-a52f58bf4f73 req-8168f5a3-b80f-4689-9d43-e9330418f89e service nova] Releasing lock "refresh_cache-ce10cd33-ddee-4940-a894-1a6d114e40f4" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-4e818d1e-eb9d-488b-8668-4829a06d28e8 req-1f22bcb0-6cc2-4a96-947b-57fe1e96ae50 service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Received event network-vif-plugged-2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4e818d1e-eb9d-488b-8668-4829a06d28e8 req-1f22bcb0-6cc2-4a96-947b-57fe1e96ae50 service nova] Acquiring lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4e818d1e-eb9d-488b-8668-4829a06d28e8 req-1f22bcb0-6cc2-4a96-947b-57fe1e96ae50 service nova] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4e818d1e-eb9d-488b-8668-4829a06d28e8 req-1f22bcb0-6cc2-4a96-947b-57fe1e96ae50 service nova] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-4e818d1e-eb9d-488b-8668-4829a06d28e8 req-1f22bcb0-6cc2-4a96-947b-57fe1e96ae50 service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] No waiting events found dispatching network-vif-plugged-2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:56 user nova-compute[75432]: WARNING nova.compute.manager [req-4e818d1e-eb9d-488b-8668-4829a06d28e8 req-1f22bcb0-6cc2-4a96-947b-57fe1e96ae50 service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Received unexpected event network-vif-plugged-2cbb3f55-9c55-4c96-81e1-0f6166935411 for instance with vm_state building and task_state spawning.
Nov 27 14:26:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:26:57 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance running successfully.
Nov 27 14:26:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Failed to set time: agent not configured {{(pid=75432) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 27 14:26:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-202289ed-bb7a-4ec5-9dc7-74ac84156a48 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] finish_migration finished successfully. {{(pid=75432) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11766}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:26:58 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Instance spawned successfully.
Nov 27 14:26:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:26:58 user nova-compute[75432]: INFO nova.compute.manager [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Took 7.07 seconds to spawn the instance on the hypervisor.
Nov 27 14:26:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-a1ae289b-ecac-4c4b-b86a-33b097489c15 req-7f4234ec-cc26-46da-b6d8-59ed6ec2db7b service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Received event network-vif-plugged-2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a1ae289b-ecac-4c4b-b86a-33b097489c15 req-7f4234ec-cc26-46da-b6d8-59ed6ec2db7b service nova] Acquiring lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a1ae289b-ecac-4c4b-b86a-33b097489c15 req-7f4234ec-cc26-46da-b6d8-59ed6ec2db7b service nova] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a1ae289b-ecac-4c4b-b86a-33b097489c15 req-7f4234ec-cc26-46da-b6d8-59ed6ec2db7b service nova] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-a1ae289b-ecac-4c4b-b86a-33b097489c15 req-7f4234ec-cc26-46da-b6d8-59ed6ec2db7b service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] No waiting events found dispatching network-vif-plugged-2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:58 user nova-compute[75432]: WARNING nova.compute.manager [req-a1ae289b-ecac-4c4b-b86a-33b097489c15 req-7f4234ec-cc26-46da-b6d8-59ed6ec2db7b service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Received unexpected event network-vif-plugged-2cbb3f55-9c55-4c96-81e1-0f6166935411 for instance with vm_state building and task_state spawning.
Nov 27 14:26:58 user nova-compute[75432]: INFO nova.compute.manager [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Took 8.25 seconds to build instance.
Nov 27 14:26:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24647770-3d3b-4dfd-b0ff-95f56a98045a tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.392s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-deb07194-ed60-4f8e-a7ef-a0ea72a69a39 req-2f5dacac-4c14-478f-9f9e-b6d932aed716 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:26:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-deb07194-ed60-4f8e-a7ef-a0ea72a69a39 req-2f5dacac-4c14-478f-9f9e-b6d932aed716 service nova] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:26:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-deb07194-ed60-4f8e-a7ef-a0ea72a69a39 req-2f5dacac-4c14-478f-9f9e-b6d932aed716 service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:26:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-deb07194-ed60-4f8e-a7ef-a0ea72a69a39 req-2f5dacac-4c14-478f-9f9e-b6d932aed716 service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:26:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-deb07194-ed60-4f8e-a7ef-a0ea72a69a39 req-2f5dacac-4c14-478f-9f9e-b6d932aed716 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] No waiting events found dispatching network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:26:59 user nova-compute[75432]: WARNING nova.compute.manager [req-deb07194-ed60-4f8e-a7ef-a0ea72a69a39 req-2f5dacac-4c14-478f-9f9e-b6d932aed716 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received unexpected event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 for instance with vm_state resized and task_state None.
Nov 27 14:26:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-5da68a0d-c4df-490c-a922-161e4cdd3e1b req-13bedd0e-f15e-4872-87f8-be40971702dc service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:27:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5da68a0d-c4df-490c-a922-161e4cdd3e1b req-13bedd0e-f15e-4872-87f8-be40971702dc service nova] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5da68a0d-c4df-490c-a922-161e4cdd3e1b req-13bedd0e-f15e-4872-87f8-be40971702dc service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5da68a0d-c4df-490c-a922-161e4cdd3e1b req-13bedd0e-f15e-4872-87f8-be40971702dc service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-5da68a0d-c4df-490c-a922-161e4cdd3e1b req-13bedd0e-f15e-4872-87f8-be40971702dc service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] No waiting events found dispatching network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:27:01 user nova-compute[75432]: WARNING nova.compute.manager [req-5da68a0d-c4df-490c-a922-161e4cdd3e1b req-13bedd0e-f15e-4872-87f8-be40971702dc service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received unexpected event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 for instance with vm_state resized and task_state None.
Nov 27 14:27:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:05 user nova-compute[75432]: INFO nova.compute.manager [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Rescuing
Nov 27 14:27:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:27:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquired lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:27:05 user nova-compute[75432]: DEBUG nova.network.neutron [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:27:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:06 user nova-compute[75432]: DEBUG nova.network.neutron [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Updating instance_info_cache with network_info: [{"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:27:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Releasing lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:27:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-01cd2060-1d2f-419e-9a6d-d121714fab88 req-cee2dc88-e293-4b9d-8164-b331232ff509 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-unplugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:27:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-01cd2060-1d2f-419e-9a6d-d121714fab88 req-cee2dc88-e293-4b9d-8164-b331232ff509 service nova] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-01cd2060-1d2f-419e-9a6d-d121714fab88 req-cee2dc88-e293-4b9d-8164-b331232ff509 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-01cd2060-1d2f-419e-9a6d-d121714fab88 req-cee2dc88-e293-4b9d-8164-b331232ff509 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-01cd2060-1d2f-419e-9a6d-d121714fab88 req-cee2dc88-e293-4b9d-8164-b331232ff509 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] No waiting events found dispatching network-vif-unplugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:27:06 user nova-compute[75432]: WARNING nova.compute.manager [req-01cd2060-1d2f-419e-9a6d-d121714fab88 req-cee2dc88-e293-4b9d-8164-b331232ff509 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received unexpected event network-vif-unplugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a for instance with vm_state active and task_state rescuing.
Nov 27 14:27:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:27:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Instance destroyed successfully.
Nov 27 14:27:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Attempting rescue
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75432) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Instance directory exists: not creating {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 14:27:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Creating image(s)
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "/opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "/opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "/opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.objects.instance [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'trusted_certs' on Instance uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:27:07 user nova-compute[75432]: INFO nova.compute.claims [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Claim successful on node user
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.202s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.rescue {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.rescue" returned: 0 in 0.057s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.objects.instance [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'migration_context' on Instance uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.objects.base [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<591550d2-730f-45f1-af44-c783990d8b4a> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Start _get_guest_xml network_info=[{"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "vif_mac": "fa:16:3e:e6:d4:f6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.objects.instance [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'resources' on Instance uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.objects.base [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<591550d2-730f-45f1-af44-c783990d8b4a> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.objects.instance [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'numa_topology' on Instance uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.objects.base [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<591550d2-730f-45f1-af44-c783990d8b4a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:27:07 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:27:07 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.objects.instance [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'vcpu_model' on Instance uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.objects.base [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<591550d2-730f-45f1-af44-c783990d8b4a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1818280505',display_name='tempest-ServerRescueNegativeTestJSON-server-1818280505',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1818280505',id=1,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16971f2703e649a3a49db0b1b5adfb26',ramdisk_id='',reservation_id='r-aaqutxmc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-45682725',owner_user_name='tempest-ServerRescueNegativeTestJSON-45682725-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:22:38Z,user_data=None,user_id='aa99abf2191f499885898d88a7e5a3d1',uuid=591550d2-730f-45f1-af44-c783990d8b4a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "vif_mac": "fa:16:3e:e6:d4:f6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converting VIF {"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "vif_mac": "fa:16:3e:e6:d4:f6"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e6:d4:f6,bridge_name='br-int',has_traffic_filtering=True,id=a0ee5cb6-2051-4e20-b15c-f97aaba4d32a,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0ee5cb6-20') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.objects.instance [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'pci_devices' on Instance uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.objects.base [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<591550d2-730f-45f1-af44-c783990d8b4a> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:27:07 user nova-compute[75432]:   <uuid>591550d2-730f-45f1-af44-c783990d8b4a</uuid>
Nov 27 14:27:07 user nova-compute[75432]:   <name>instance-00000001</name>
Nov 27 14:27:07 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:27:07 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:27:07 user nova-compute[75432]:   <metadata>
Nov 27 14:27:07 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:27:07 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:27:07 user nova-compute[75432]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1818280505</nova:name>
Nov 27 14:27:07 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:27:07</nova:creationTime>
Nov 27 14:27:07 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:27:07 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:27:07 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:27:07 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:27:07 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:27:07 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:27:07 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:27:07 user nova-compute[75432]:       <nova:owner>
Nov 27 14:27:07 user nova-compute[75432]:         <nova:user uuid="aa99abf2191f499885898d88a7e5a3d1">tempest-ServerRescueNegativeTestJSON-45682725-project-member</nova:user>
Nov 27 14:27:07 user nova-compute[75432]:         <nova:project uuid="16971f2703e649a3a49db0b1b5adfb26">tempest-ServerRescueNegativeTestJSON-45682725</nova:project>
Nov 27 14:27:07 user nova-compute[75432]:       </nova:owner>
Nov 27 14:27:07 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:27:07 user nova-compute[75432]:       <nova:ports>
Nov 27 14:27:07 user nova-compute[75432]:         <nova:port uuid="a0ee5cb6-2051-4e20-b15c-f97aaba4d32a">
Nov 27 14:27:07 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 14:27:07 user nova-compute[75432]:         </nova:port>
Nov 27 14:27:07 user nova-compute[75432]:       </nova:ports>
Nov 27 14:27:07 user nova-compute[75432]:     </nova:instance>
Nov 27 14:27:07 user nova-compute[75432]:   </metadata>
Nov 27 14:27:07 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:27:07 user nova-compute[75432]:     <system>
Nov 27 14:27:07 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:27:07 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:27:07 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:27:07 user nova-compute[75432]:       <entry name="serial">591550d2-730f-45f1-af44-c783990d8b4a</entry>
Nov 27 14:27:07 user nova-compute[75432]:       <entry name="uuid">591550d2-730f-45f1-af44-c783990d8b4a</entry>
Nov 27 14:27:07 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:27:07 user nova-compute[75432]:     </system>
Nov 27 14:27:07 user nova-compute[75432]:   </sysinfo>
Nov 27 14:27:07 user nova-compute[75432]:   <os>
Nov 27 14:27:07 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:27:07 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:27:07 user nova-compute[75432]:   </os>
Nov 27 14:27:07 user nova-compute[75432]:   <features>
Nov 27 14:27:07 user nova-compute[75432]:     <acpi/>
Nov 27 14:27:07 user nova-compute[75432]:     <apic/>
Nov 27 14:27:07 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:27:07 user nova-compute[75432]:   </features>
Nov 27 14:27:07 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:27:07 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:27:07 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:27:07 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:27:07 user nova-compute[75432]:   </clock>
Nov 27 14:27:07 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:27:07 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:27:07 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:27:07 user nova-compute[75432]:   </cpu>
Nov 27 14:27:07 user nova-compute[75432]:   <devices>
Nov 27 14:27:07 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:27:07 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:27:07 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.rescue"/>
Nov 27 14:27:07 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:27:07 user nova-compute[75432]:     </disk>
Nov 27 14:27:07 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:27:07 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:27:07 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk"/>
Nov 27 14:27:07 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:27:07 user nova-compute[75432]:     </disk>
Nov 27 14:27:07 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:27:07 user nova-compute[75432]:       <mac address="fa:16:3e:e6:d4:f6"/>
Nov 27 14:27:07 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:27:07 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:27:07 user nova-compute[75432]:       <target dev="tapa0ee5cb6-20"/>
Nov 27 14:27:07 user nova-compute[75432]:     </interface>
Nov 27 14:27:07 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:27:07 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/console.log" append="off"/>
Nov 27 14:27:07 user nova-compute[75432]:     </serial>
Nov 27 14:27:07 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:27:07 user nova-compute[75432]:     <video>
Nov 27 14:27:07 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:27:07 user nova-compute[75432]:     </video>
Nov 27 14:27:07 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:27:07 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:27:07 user nova-compute[75432]:     </rng>
Nov 27 14:27:07 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:27:07 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:27:07 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:27:07 user nova-compute[75432]:     </memballoon>
Nov 27 14:27:07 user nova-compute[75432]:   </devices>
Nov 27 14:27:07 user nova-compute[75432]: </domain>
Nov 27 14:27:07 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:27:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Instance destroyed successfully.
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No VIF found with MAC fa:16:3e:e6:d4:f6, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.646s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:07 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG nova.network.neutron [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:27:08 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:27:08 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:27:08 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Creating image(s)
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "/opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "/opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "/opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG nova.policy [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5000af8d3434d14bc1ecbc86abc45d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9887c1c69a114f548ae869ea5c155d57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.197s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk 1073741824" returned: 0 in 0.050s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.205s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Checking if we can resize image /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-e2f3c7bc-7136-49a6-a81d-c52bc2caa7db req-0c81e539-dcb5-4efc-9b78-bac304161c66 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e2f3c7bc-7136-49a6-a81d-c52bc2caa7db req-0c81e539-dcb5-4efc-9b78-bac304161c66 service nova] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e2f3c7bc-7136-49a6-a81d-c52bc2caa7db req-0c81e539-dcb5-4efc-9b78-bac304161c66 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e2f3c7bc-7136-49a6-a81d-c52bc2caa7db req-0c81e539-dcb5-4efc-9b78-bac304161c66 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-e2f3c7bc-7136-49a6-a81d-c52bc2caa7db req-0c81e539-dcb5-4efc-9b78-bac304161c66 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] No waiting events found dispatching network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:27:08 user nova-compute[75432]: WARNING nova.compute.manager [req-e2f3c7bc-7136-49a6-a81d-c52bc2caa7db req-0c81e539-dcb5-4efc-9b78-bac304161c66 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received unexpected event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a for instance with vm_state active and task_state rescuing.
Nov 27 14:27:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:09 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Cannot resize image /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:27:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:27:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Ensure instance console log exists: /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:27:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:09 user nova-compute[75432]: DEBUG nova.network.neutron [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Successfully created port: c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:27:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG nova.network.neutron [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Successfully updated port: c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "refresh_cache-93337b04-10bc-46cd-bfff-a23fe0d01c05" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquired lock "refresh_cache-93337b04-10bc-46cd-bfff-a23fe0d01c05" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG nova.network.neutron [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-aa6bcc4c-9244-498f-915f-a1befbbef165 req-d87bde6f-3855-447b-af66-33b8cf930b5f service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Received event network-changed-c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-aa6bcc4c-9244-498f-915f-a1befbbef165 req-d87bde6f-3855-447b-af66-33b8cf930b5f service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Refreshing instance network info cache due to event network-changed-c03b14c2-bdc1-4509-9502-1881b6d4bc47. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-aa6bcc4c-9244-498f-915f-a1befbbef165 req-d87bde6f-3855-447b-af66-33b8cf930b5f service nova] Acquiring lock "refresh_cache-93337b04-10bc-46cd-bfff-a23fe0d01c05" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG nova.network.neutron [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-2b351adf-14d0-4ea5-be1b-6707de6c7598 req-caefcc5c-76e4-4be6-b5de-a369ad026e64 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b351adf-14d0-4ea5-be1b-6707de6c7598 req-caefcc5c-76e4-4be6-b5de-a369ad026e64 service nova] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b351adf-14d0-4ea5-be1b-6707de6c7598 req-caefcc5c-76e4-4be6-b5de-a369ad026e64 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b351adf-14d0-4ea5-be1b-6707de6c7598 req-caefcc5c-76e4-4be6-b5de-a369ad026e64 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-2b351adf-14d0-4ea5-be1b-6707de6c7598 req-caefcc5c-76e4-4be6-b5de-a369ad026e64 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] No waiting events found dispatching network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:27:10 user nova-compute[75432]: WARNING nova.compute.manager [req-2b351adf-14d0-4ea5-be1b-6707de6c7598 req-caefcc5c-76e4-4be6-b5de-a369ad026e64 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received unexpected event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a for instance with vm_state active and task_state rescuing.
Nov 27 14:27:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-2b351adf-14d0-4ea5-be1b-6707de6c7598 req-caefcc5c-76e4-4be6-b5de-a369ad026e64 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b351adf-14d0-4ea5-be1b-6707de6c7598 req-caefcc5c-76e4-4be6-b5de-a369ad026e64 service nova] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b351adf-14d0-4ea5-be1b-6707de6c7598 req-caefcc5c-76e4-4be6-b5de-a369ad026e64 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b351adf-14d0-4ea5-be1b-6707de6c7598 req-caefcc5c-76e4-4be6-b5de-a369ad026e64 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-2b351adf-14d0-4ea5-be1b-6707de6c7598 req-caefcc5c-76e4-4be6-b5de-a369ad026e64 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] No waiting events found dispatching network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:27:10 user nova-compute[75432]: WARNING nova.compute.manager [req-2b351adf-14d0-4ea5-be1b-6707de6c7598 req-caefcc5c-76e4-4be6-b5de-a369ad026e64 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received unexpected event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a for instance with vm_state active and task_state rescuing.
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.network.neutron [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Updating instance_info_cache with network_info: [{"id": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "address": "fa:16:3e:bc:1f:46", "network": {"id": "ee3fc981-3a56-405c-80e8-f5149d843b5d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1503829505-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9887c1c69a114f548ae869ea5c155d57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc03b14c2-bd", "ovs_interfaceid": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Releasing lock "refresh_cache-93337b04-10bc-46cd-bfff-a23fe0d01c05" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Instance network_info: |[{"id": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "address": "fa:16:3e:bc:1f:46", "network": {"id": "ee3fc981-3a56-405c-80e8-f5149d843b5d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1503829505-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9887c1c69a114f548ae869ea5c155d57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc03b14c2-bd", "ovs_interfaceid": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-aa6bcc4c-9244-498f-915f-a1befbbef165 req-d87bde6f-3855-447b-af66-33b8cf930b5f service nova] Acquired lock "refresh_cache-93337b04-10bc-46cd-bfff-a23fe0d01c05" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.network.neutron [req-aa6bcc4c-9244-498f-915f-a1befbbef165 req-d87bde6f-3855-447b-af66-33b8cf930b5f service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Refreshing network info cache for port c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Start _get_guest_xml network_info=[{"id": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "address": "fa:16:3e:bc:1f:46", "network": {"id": "ee3fc981-3a56-405c-80e8-f5149d843b5d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1503829505-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9887c1c69a114f548ae869ea5c155d57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc03b14c2-bd", "ovs_interfaceid": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:27:11 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:27:11 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:27:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1824789572',display_name='tempest-TestServerVolumeAttachmentScenario-server-1824789572',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1824789572',id=15,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOUct93e3tG+kepIryokdhxqcErrxZhI4UJRFL28yZZnmX5qN9HjKjrCuLmUKL3BkQ3+xJVC2cPEcI0ntMDTjZjMMUHYZXx4n2KQIb4kDvyZWlg97M8YzpGFzYnQxH+tjg==',key_name='tempest-keypair-933353586',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9887c1c69a114f548ae869ea5c155d57',ramdisk_id='',reservation_id='r-twkrcn55',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-297399932',owner_user_name='tempest-TestServerVolumeAttachmentScenario-297399932-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:27:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b5000af8d3434d14bc1ecbc86abc45d4',uuid=93337b04-10bc-46cd-bfff-a23fe0d01c05,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "address": "fa:16:3e:bc:1f:46", "network": {"id": "ee3fc981-3a56-405c-80e8-f5149d843b5d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1503829505-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9887c1c69a114f548ae869ea5c155d57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc03b14c2-bd", "ovs_interfaceid": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Converting VIF {"id": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "address": "fa:16:3e:bc:1f:46", "network": {"id": "ee3fc981-3a56-405c-80e8-f5149d843b5d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1503829505-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9887c1c69a114f548ae869ea5c155d57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc03b14c2-bd", "ovs_interfaceid": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:1f:46,bridge_name='br-int',has_traffic_filtering=True,id=c03b14c2-bdc1-4509-9502-1881b6d4bc47,network=Network(ee3fc981-3a56-405c-80e8-f5149d843b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc03b14c2-bd') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.objects.instance [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lazy-loading 'pci_devices' on Instance uuid 93337b04-10bc-46cd-bfff-a23fe0d01c05 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:27:11 user nova-compute[75432]:   <uuid>93337b04-10bc-46cd-bfff-a23fe0d01c05</uuid>
Nov 27 14:27:11 user nova-compute[75432]:   <name>instance-0000000f</name>
Nov 27 14:27:11 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:27:11 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:27:11 user nova-compute[75432]:   <metadata>
Nov 27 14:27:11 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:27:11 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:27:11 user nova-compute[75432]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1824789572</nova:name>
Nov 27 14:27:11 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:27:11</nova:creationTime>
Nov 27 14:27:11 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:27:11 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:27:11 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:27:11 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:27:11 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:27:11 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:27:11 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:27:11 user nova-compute[75432]:       <nova:owner>
Nov 27 14:27:11 user nova-compute[75432]:         <nova:user uuid="b5000af8d3434d14bc1ecbc86abc45d4">tempest-TestServerVolumeAttachmentScenario-297399932-project-member</nova:user>
Nov 27 14:27:11 user nova-compute[75432]:         <nova:project uuid="9887c1c69a114f548ae869ea5c155d57">tempest-TestServerVolumeAttachmentScenario-297399932</nova:project>
Nov 27 14:27:11 user nova-compute[75432]:       </nova:owner>
Nov 27 14:27:11 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:27:11 user nova-compute[75432]:       <nova:ports>
Nov 27 14:27:11 user nova-compute[75432]:         <nova:port uuid="c03b14c2-bdc1-4509-9502-1881b6d4bc47">
Nov 27 14:27:11 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 27 14:27:11 user nova-compute[75432]:         </nova:port>
Nov 27 14:27:11 user nova-compute[75432]:       </nova:ports>
Nov 27 14:27:11 user nova-compute[75432]:     </nova:instance>
Nov 27 14:27:11 user nova-compute[75432]:   </metadata>
Nov 27 14:27:11 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:27:11 user nova-compute[75432]:     <system>
Nov 27 14:27:11 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:27:11 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:27:11 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:27:11 user nova-compute[75432]:       <entry name="serial">93337b04-10bc-46cd-bfff-a23fe0d01c05</entry>
Nov 27 14:27:11 user nova-compute[75432]:       <entry name="uuid">93337b04-10bc-46cd-bfff-a23fe0d01c05</entry>
Nov 27 14:27:11 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:27:11 user nova-compute[75432]:     </system>
Nov 27 14:27:11 user nova-compute[75432]:   </sysinfo>
Nov 27 14:27:11 user nova-compute[75432]:   <os>
Nov 27 14:27:11 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:27:11 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:27:11 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:27:11 user nova-compute[75432]:   </os>
Nov 27 14:27:11 user nova-compute[75432]:   <features>
Nov 27 14:27:11 user nova-compute[75432]:     <acpi/>
Nov 27 14:27:11 user nova-compute[75432]:     <apic/>
Nov 27 14:27:11 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:27:11 user nova-compute[75432]:   </features>
Nov 27 14:27:11 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:27:11 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:27:11 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:27:11 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:27:11 user nova-compute[75432]:   </clock>
Nov 27 14:27:11 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:27:11 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:27:11 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:27:11 user nova-compute[75432]:   </cpu>
Nov 27 14:27:11 user nova-compute[75432]:   <devices>
Nov 27 14:27:11 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:27:11 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:27:11 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk"/>
Nov 27 14:27:11 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:27:11 user nova-compute[75432]:     </disk>
Nov 27 14:27:11 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:27:11 user nova-compute[75432]:       <mac address="fa:16:3e:bc:1f:46"/>
Nov 27 14:27:11 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:27:11 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:27:11 user nova-compute[75432]:       <target dev="tapc03b14c2-bd"/>
Nov 27 14:27:11 user nova-compute[75432]:     </interface>
Nov 27 14:27:11 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:27:11 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/console.log" append="off"/>
Nov 27 14:27:11 user nova-compute[75432]:     </serial>
Nov 27 14:27:11 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:27:11 user nova-compute[75432]:     <video>
Nov 27 14:27:11 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:27:11 user nova-compute[75432]:     </video>
Nov 27 14:27:11 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:27:11 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:27:11 user nova-compute[75432]:     </rng>
Nov 27 14:27:11 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:27:11 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:27:11 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:27:11 user nova-compute[75432]:     </memballoon>
Nov 27 14:27:11 user nova-compute[75432]:   </devices>
Nov 27 14:27:11 user nova-compute[75432]: </domain>
Nov 27 14:27:11 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:27:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1824789572',display_name='tempest-TestServerVolumeAttachmentScenario-server-1824789572',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1824789572',id=15,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOUct93e3tG+kepIryokdhxqcErrxZhI4UJRFL28yZZnmX5qN9HjKjrCuLmUKL3BkQ3+xJVC2cPEcI0ntMDTjZjMMUHYZXx4n2KQIb4kDvyZWlg97M8YzpGFzYnQxH+tjg==',key_name='tempest-keypair-933353586',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9887c1c69a114f548ae869ea5c155d57',ramdisk_id='',reservation_id='r-twkrcn55',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-297399932',owner_user_name='tempest-TestServerVolumeAttachmentScenario-297399932-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:27:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b5000af8d3434d14bc1ecbc86abc45d4',uuid=93337b04-10bc-46cd-bfff-a23fe0d01c05,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "address": "fa:16:3e:bc:1f:46", "network": {"id": "ee3fc981-3a56-405c-80e8-f5149d843b5d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1503829505-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9887c1c69a114f548ae869ea5c155d57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc03b14c2-bd", "ovs_interfaceid": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Converting VIF {"id": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "address": "fa:16:3e:bc:1f:46", "network": {"id": "ee3fc981-3a56-405c-80e8-f5149d843b5d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1503829505-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9887c1c69a114f548ae869ea5c155d57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc03b14c2-bd", "ovs_interfaceid": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bc:1f:46,bridge_name='br-int',has_traffic_filtering=True,id=c03b14c2-bdc1-4509-9502-1881b6d4bc47,network=Network(ee3fc981-3a56-405c-80e8-f5149d843b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc03b14c2-bd') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG os_vif [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:1f:46,bridge_name='br-int',has_traffic_filtering=True,id=c03b14c2-bdc1-4509-9502-1881b6d4bc47,network=Network(ee3fc981-3a56-405c-80e8-f5149d843b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc03b14c2-bd') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1b406a4d-4581-5147-b148-6be7613fcd78', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc03b14c2-bd, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc03b14c2-bd, col_values=(('qos', UUID('cce54f9f-a001-4c5f-aa48-47e658d87124')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc03b14c2-bd, col_values=(('external_ids', {'iface-id': 'c03b14c2-bdc1-4509-9502-1881b6d4bc47', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bc:1f:46', 'vm-uuid': '93337b04-10bc-46cd-bfff-a23fe0d01c05'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:11 user nova-compute[75432]: INFO os_vif [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bc:1f:46,bridge_name='br-int',has_traffic_filtering=True,id=c03b14c2-bdc1-4509-9502-1881b6d4bc47,network=Network(ee3fc981-3a56-405c-80e8-f5149d843b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc03b14c2-bd')
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] No VIF found with MAC fa:16:3e:bc:1f:46, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.network.neutron [req-aa6bcc4c-9244-498f-915f-a1befbbef165 req-d87bde6f-3855-447b-af66-33b8cf930b5f service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Updated VIF entry in instance network info cache for port c03b14c2-bdc1-4509-9502-1881b6d4bc47. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG nova.network.neutron [req-aa6bcc4c-9244-498f-915f-a1befbbef165 req-d87bde6f-3855-447b-af66-33b8cf930b5f service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Updating instance_info_cache with network_info: [{"id": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "address": "fa:16:3e:bc:1f:46", "network": {"id": "ee3fc981-3a56-405c-80e8-f5149d843b5d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1503829505-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9887c1c69a114f548ae869ea5c155d57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc03b14c2-bd", "ovs_interfaceid": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-aa6bcc4c-9244-498f-915f-a1befbbef165 req-d87bde6f-3855-447b-af66-33b8cf930b5f service nova] Releasing lock "refresh_cache-93337b04-10bc-46cd-bfff-a23fe0d01c05" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:27:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3a85fe25-4138-4be3-961e-6cb8d65a0cf2 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:27:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-6beac3ad-d3f4-4552-958a-578e0f3417c0 req-9f00adfd-4cfa-436a-ad3a-c04085b95798 service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Received event network-vif-plugged-c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:27:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6beac3ad-d3f4-4552-958a-578e0f3417c0 req-9f00adfd-4cfa-436a-ad3a-c04085b95798 service nova] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6beac3ad-d3f4-4552-958a-578e0f3417c0 req-9f00adfd-4cfa-436a-ad3a-c04085b95798 service nova] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6beac3ad-d3f4-4552-958a-578e0f3417c0 req-9f00adfd-4cfa-436a-ad3a-c04085b95798 service nova] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-6beac3ad-d3f4-4552-958a-578e0f3417c0 req-9f00adfd-4cfa-436a-ad3a-c04085b95798 service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] No waiting events found dispatching network-vif-plugged-c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:27:13 user nova-compute[75432]: WARNING nova.compute.manager [req-6beac3ad-d3f4-4552-958a-578e0f3417c0 req-9f00adfd-4cfa-436a-ad3a-c04085b95798 service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Received unexpected event network-vif-plugged-c03b14c2-bdc1-4509-9502-1881b6d4bc47 for instance with vm_state building and task_state spawning.
Nov 27 14:27:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:15 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:27:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:27:15 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Instance spawned successfully.
Nov 27 14:27:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:27:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:27:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:27:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:27:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:27:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:27:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:27:15 user nova-compute[75432]: INFO nova.compute.manager [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Took 7.40 seconds to spawn the instance on the hypervisor.
Nov 27 14:27:15 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:27:15 user nova-compute[75432]: INFO nova.compute.manager [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Took 8.44 seconds to build instance.
Nov 27 14:27:15 user nova-compute[75432]: DEBUG nova.compute.manager [req-dd11f8c6-f9eb-4643-95a9-f3d2968a02cb req-01f1cadc-b74f-4c79-ac18-d2b583d3314f service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Received event network-vif-plugged-c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:27:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dd11f8c6-f9eb-4643-95a9-f3d2968a02cb req-01f1cadc-b74f-4c79-ac18-d2b583d3314f service nova] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dd11f8c6-f9eb-4643-95a9-f3d2968a02cb req-01f1cadc-b74f-4c79-ac18-d2b583d3314f service nova] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dd11f8c6-f9eb-4643-95a9-f3d2968a02cb req-01f1cadc-b74f-4c79-ac18-d2b583d3314f service nova] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:15 user nova-compute[75432]: DEBUG nova.compute.manager [req-dd11f8c6-f9eb-4643-95a9-f3d2968a02cb req-01f1cadc-b74f-4c79-ac18-d2b583d3314f service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] No waiting events found dispatching network-vif-plugged-c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:27:15 user nova-compute[75432]: WARNING nova.compute.manager [req-dd11f8c6-f9eb-4643-95a9-f3d2968a02cb req-01f1cadc-b74f-4c79-ac18-d2b583d3314f service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Received unexpected event network-vif-plugged-c03b14c2-bdc1-4509-9502-1881b6d4bc47 for instance with vm_state active and task_state None.
Nov 27 14:27:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dcdb2f56-08ae-466d-b510-fa225fbc3f0e tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.570s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:27:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:27:34 user nova-compute[75432]: INFO nova.compute.claims [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Claim successful on node user
Nov 27 14:27:34 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:27:34 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.522s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG nova.network.neutron [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:27:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:27:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:27:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Creating image(s)
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "/opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "/opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "/opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG nova.policy [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6c5c455baae45c984326b6525f051e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3096c3bf7faa4956a889daff05efb452', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.247s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.210s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk 1073741824" returned: 0 in 0.049s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:27:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG nova.network.neutron [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Successfully created port: 0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Cannot resize image /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Ensure instance console log exists: /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG nova.network.neutron [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Successfully updated port: 0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "refresh_cache-eede8dfe-d800-4bfe-8c37-6936e7b936a2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquired lock "refresh_cache-eede8dfe-d800-4bfe-8c37-6936e7b936a2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:27:36 user nova-compute[75432]: DEBUG nova.network.neutron [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-b2faf2fb-3a03-4efa-815f-9c6457321ecc req-af7f255e-191a-4d27-9d97-ee7f8b4aef09 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Received event network-changed-0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-b2faf2fb-3a03-4efa-815f-9c6457321ecc req-af7f255e-191a-4d27-9d97-ee7f8b4aef09 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Refreshing instance network info cache due to event network-changed-0c5b9b67-e127-4dd4-8074-15fddc745621. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b2faf2fb-3a03-4efa-815f-9c6457321ecc req-af7f255e-191a-4d27-9d97-ee7f8b4aef09 service nova] Acquiring lock "refresh_cache-eede8dfe-d800-4bfe-8c37-6936e7b936a2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Updating instance_info_cache with network_info: [{"id": "0c5b9b67-e127-4dd4-8074-15fddc745621", "address": "fa:16:3e:d8:6e:da", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c5b9b67-e1", "ovs_interfaceid": "0c5b9b67-e127-4dd4-8074-15fddc745621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Releasing lock "refresh_cache-eede8dfe-d800-4bfe-8c37-6936e7b936a2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Instance network_info: |[{"id": "0c5b9b67-e127-4dd4-8074-15fddc745621", "address": "fa:16:3e:d8:6e:da", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c5b9b67-e1", "ovs_interfaceid": "0c5b9b67-e127-4dd4-8074-15fddc745621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b2faf2fb-3a03-4efa-815f-9c6457321ecc req-af7f255e-191a-4d27-9d97-ee7f8b4aef09 service nova] Acquired lock "refresh_cache-eede8dfe-d800-4bfe-8c37-6936e7b936a2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.network.neutron [req-b2faf2fb-3a03-4efa-815f-9c6457321ecc req-af7f255e-191a-4d27-9d97-ee7f8b4aef09 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Refreshing network info cache for port 0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Start _get_guest_xml network_info=[{"id": "0c5b9b67-e127-4dd4-8074-15fddc745621", "address": "fa:16:3e:d8:6e:da", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c5b9b67-e1", "ovs_interfaceid": "0c5b9b67-e127-4dd4-8074-15fddc745621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:27:37 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:27:37 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:27:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-986275736',display_name='tempest-VolumesAdminNegativeTest-server-986275736',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-986275736',id=16,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBBd1tMzrkxdA6iTC600ifMuPk4urLIzORXM2unR2ftI2dGSpFQ3jpaB5+kUky71Qz9vHV4D6RdCuDYeP9xrwEIsrva+hnBE9TK9SwVBm3QWs6ivnhcHqT2xHK8fIXytsg==',key_name='tempest-keypair-1148477958',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3096c3bf7faa4956a889daff05efb452',ramdisk_id='',reservation_id='r-dk50s1py',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-304082716',owner_user_name='tempest-VolumesAdminNegativeTest-304082716-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:27:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f6c5c455baae45c984326b6525f051e3',uuid=eede8dfe-d800-4bfe-8c37-6936e7b936a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c5b9b67-e127-4dd4-8074-15fddc745621", "address": "fa:16:3e:d8:6e:da", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c5b9b67-e1", "ovs_interfaceid": "0c5b9b67-e127-4dd4-8074-15fddc745621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Converting VIF {"id": "0c5b9b67-e127-4dd4-8074-15fddc745621", "address": "fa:16:3e:d8:6e:da", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c5b9b67-e1", "ovs_interfaceid": "0c5b9b67-e127-4dd4-8074-15fddc745621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:6e:da,bridge_name='br-int',has_traffic_filtering=True,id=0c5b9b67-e127-4dd4-8074-15fddc745621,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c5b9b67-e1') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.objects.instance [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lazy-loading 'pci_devices' on Instance uuid eede8dfe-d800-4bfe-8c37-6936e7b936a2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:27:37 user nova-compute[75432]:   <uuid>eede8dfe-d800-4bfe-8c37-6936e7b936a2</uuid>
Nov 27 14:27:37 user nova-compute[75432]:   <name>instance-00000010</name>
Nov 27 14:27:37 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:27:37 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:27:37 user nova-compute[75432]:   <metadata>
Nov 27 14:27:37 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:27:37 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:27:37 user nova-compute[75432]:       <nova:name>tempest-VolumesAdminNegativeTest-server-986275736</nova:name>
Nov 27 14:27:37 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:27:37</nova:creationTime>
Nov 27 14:27:37 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:27:37 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:27:37 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:27:37 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:27:37 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:27:37 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:27:37 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:27:37 user nova-compute[75432]:       <nova:owner>
Nov 27 14:27:37 user nova-compute[75432]:         <nova:user uuid="f6c5c455baae45c984326b6525f051e3">tempest-VolumesAdminNegativeTest-304082716-project-member</nova:user>
Nov 27 14:27:37 user nova-compute[75432]:         <nova:project uuid="3096c3bf7faa4956a889daff05efb452">tempest-VolumesAdminNegativeTest-304082716</nova:project>
Nov 27 14:27:37 user nova-compute[75432]:       </nova:owner>
Nov 27 14:27:37 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:27:37 user nova-compute[75432]:       <nova:ports>
Nov 27 14:27:37 user nova-compute[75432]:         <nova:port uuid="0c5b9b67-e127-4dd4-8074-15fddc745621">
Nov 27 14:27:37 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 14:27:37 user nova-compute[75432]:         </nova:port>
Nov 27 14:27:37 user nova-compute[75432]:       </nova:ports>
Nov 27 14:27:37 user nova-compute[75432]:     </nova:instance>
Nov 27 14:27:37 user nova-compute[75432]:   </metadata>
Nov 27 14:27:37 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:27:37 user nova-compute[75432]:     <system>
Nov 27 14:27:37 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:27:37 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:27:37 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:27:37 user nova-compute[75432]:       <entry name="serial">eede8dfe-d800-4bfe-8c37-6936e7b936a2</entry>
Nov 27 14:27:37 user nova-compute[75432]:       <entry name="uuid">eede8dfe-d800-4bfe-8c37-6936e7b936a2</entry>
Nov 27 14:27:37 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:27:37 user nova-compute[75432]:     </system>
Nov 27 14:27:37 user nova-compute[75432]:   </sysinfo>
Nov 27 14:27:37 user nova-compute[75432]:   <os>
Nov 27 14:27:37 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:27:37 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:27:37 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:27:37 user nova-compute[75432]:   </os>
Nov 27 14:27:37 user nova-compute[75432]:   <features>
Nov 27 14:27:37 user nova-compute[75432]:     <acpi/>
Nov 27 14:27:37 user nova-compute[75432]:     <apic/>
Nov 27 14:27:37 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:27:37 user nova-compute[75432]:   </features>
Nov 27 14:27:37 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:27:37 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:27:37 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:27:37 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:27:37 user nova-compute[75432]:   </clock>
Nov 27 14:27:37 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:27:37 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:27:37 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:27:37 user nova-compute[75432]:   </cpu>
Nov 27 14:27:37 user nova-compute[75432]:   <devices>
Nov 27 14:27:37 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:27:37 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:27:37 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk"/>
Nov 27 14:27:37 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:27:37 user nova-compute[75432]:     </disk>
Nov 27 14:27:37 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:27:37 user nova-compute[75432]:       <mac address="fa:16:3e:d8:6e:da"/>
Nov 27 14:27:37 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:27:37 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:27:37 user nova-compute[75432]:       <target dev="tap0c5b9b67-e1"/>
Nov 27 14:27:37 user nova-compute[75432]:     </interface>
Nov 27 14:27:37 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:27:37 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/console.log" append="off"/>
Nov 27 14:27:37 user nova-compute[75432]:     </serial>
Nov 27 14:27:37 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:27:37 user nova-compute[75432]:     <video>
Nov 27 14:27:37 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:27:37 user nova-compute[75432]:     </video>
Nov 27 14:27:37 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:27:37 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:27:37 user nova-compute[75432]:     </rng>
Nov 27 14:27:37 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:27:37 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:27:37 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:27:37 user nova-compute[75432]:     </memballoon>
Nov 27 14:27:37 user nova-compute[75432]:   </devices>
Nov 27 14:27:37 user nova-compute[75432]: </domain>
Nov 27 14:27:37 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:27:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-986275736',display_name='tempest-VolumesAdminNegativeTest-server-986275736',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-986275736',id=16,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBBd1tMzrkxdA6iTC600ifMuPk4urLIzORXM2unR2ftI2dGSpFQ3jpaB5+kUky71Qz9vHV4D6RdCuDYeP9xrwEIsrva+hnBE9TK9SwVBm3QWs6ivnhcHqT2xHK8fIXytsg==',key_name='tempest-keypair-1148477958',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3096c3bf7faa4956a889daff05efb452',ramdisk_id='',reservation_id='r-dk50s1py',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-304082716',owner_user_name='tempest-VolumesAdminNegativeTest-304082716-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:27:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f6c5c455baae45c984326b6525f051e3',uuid=eede8dfe-d800-4bfe-8c37-6936e7b936a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0c5b9b67-e127-4dd4-8074-15fddc745621", "address": "fa:16:3e:d8:6e:da", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c5b9b67-e1", "ovs_interfaceid": "0c5b9b67-e127-4dd4-8074-15fddc745621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Converting VIF {"id": "0c5b9b67-e127-4dd4-8074-15fddc745621", "address": "fa:16:3e:d8:6e:da", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c5b9b67-e1", "ovs_interfaceid": "0c5b9b67-e127-4dd4-8074-15fddc745621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:6e:da,bridge_name='br-int',has_traffic_filtering=True,id=0c5b9b67-e127-4dd4-8074-15fddc745621,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c5b9b67-e1') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG os_vif [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:6e:da,bridge_name='br-int',has_traffic_filtering=True,id=0c5b9b67-e127-4dd4-8074-15fddc745621,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c5b9b67-e1') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6e2d7200-a72a-5ca5-937c-a14381db8047', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0c5b9b67-e1, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0c5b9b67-e1, col_values=(('qos', UUID('605b7ef7-6fb3-4dbb-9555-2140f20fe14f')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0c5b9b67-e1, col_values=(('external_ids', {'iface-id': '0c5b9b67-e127-4dd4-8074-15fddc745621', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d8:6e:da', 'vm-uuid': 'eede8dfe-d800-4bfe-8c37-6936e7b936a2'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:37 user nova-compute[75432]: INFO os_vif [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:6e:da,bridge_name='br-int',has_traffic_filtering=True,id=0c5b9b67-e127-4dd4-8074-15fddc745621,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c5b9b67-e1')
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:27:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] No VIF found with MAC fa:16:3e:d8:6e:da, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG nova.network.neutron [req-b2faf2fb-3a03-4efa-815f-9c6457321ecc req-af7f255e-191a-4d27-9d97-ee7f8b4aef09 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Updated VIF entry in instance network info cache for port 0c5b9b67-e127-4dd4-8074-15fddc745621. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG nova.network.neutron [req-b2faf2fb-3a03-4efa-815f-9c6457321ecc req-af7f255e-191a-4d27-9d97-ee7f8b4aef09 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Updating instance_info_cache with network_info: [{"id": "0c5b9b67-e127-4dd4-8074-15fddc745621", "address": "fa:16:3e:d8:6e:da", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c5b9b67-e1", "ovs_interfaceid": "0c5b9b67-e127-4dd4-8074-15fddc745621", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b2faf2fb-3a03-4efa-815f-9c6457321ecc req-af7f255e-191a-4d27-9d97-ee7f8b4aef09 service nova] Releasing lock "refresh_cache-eede8dfe-d800-4bfe-8c37-6936e7b936a2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Updating instance_info_cache with network_info: [{"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:27:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-bf789348-ae4c-42a8-a672-8d051b03916c req-3a8a3f99-0cf6-47e1-bfa3-bf88107342a8 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Received event network-vif-plugged-0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:27:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bf789348-ae4c-42a8-a672-8d051b03916c req-3a8a3f99-0cf6-47e1-bfa3-bf88107342a8 service nova] Acquiring lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bf789348-ae4c-42a8-a672-8d051b03916c req-3a8a3f99-0cf6-47e1-bfa3-bf88107342a8 service nova] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bf789348-ae4c-42a8-a672-8d051b03916c req-3a8a3f99-0cf6-47e1-bfa3-bf88107342a8 service nova] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-bf789348-ae4c-42a8-a672-8d051b03916c req-3a8a3f99-0cf6-47e1-bfa3-bf88107342a8 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] No waiting events found dispatching network-vif-plugged-0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:27:39 user nova-compute[75432]: WARNING nova.compute.manager [req-bf789348-ae4c-42a8-a672-8d051b03916c req-3a8a3f99-0cf6-47e1-bfa3-bf88107342a8 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Received unexpected event network-vif-plugged-0c5b9b67-e127-4dd4-8074-15fddc745621 for instance with vm_state building and task_state spawning.
Nov 27 14:27:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:27:41 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Instance spawned successfully.
Nov 27 14:27:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:27:41 user nova-compute[75432]: INFO nova.compute.manager [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Took 6.19 seconds to spawn the instance on the hypervisor.
Nov 27 14:27:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:41 user nova-compute[75432]: INFO nova.compute.manager [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Took 7.14 seconds to build instance.
Nov 27 14:27:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-39b337fc-c839-4c44-a1d0-d54c965c964f tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.245s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-dc58163e-dc5d-4f1d-8663-6b0a98c9512d req-59063a74-74b5-4da9-822c-01953d74a39d service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Received event network-vif-plugged-0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dc58163e-dc5d-4f1d-8663-6b0a98c9512d req-59063a74-74b5-4da9-822c-01953d74a39d service nova] Acquiring lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dc58163e-dc5d-4f1d-8663-6b0a98c9512d req-59063a74-74b5-4da9-822c-01953d74a39d service nova] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dc58163e-dc5d-4f1d-8663-6b0a98c9512d req-59063a74-74b5-4da9-822c-01953d74a39d service nova] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-dc58163e-dc5d-4f1d-8663-6b0a98c9512d req-59063a74-74b5-4da9-822c-01953d74a39d service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] No waiting events found dispatching network-vif-plugged-0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:27:41 user nova-compute[75432]: WARNING nova.compute.manager [req-dc58163e-dc5d-4f1d-8663-6b0a98c9512d req-59063a74-74b5-4da9-822c-01953d74a39d service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Received unexpected event network-vif-plugged-0c5b9b67-e127-4dd4-8074-15fddc745621 for instance with vm_state active and task_state None.
Nov 27 14:27:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:27:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.238s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.rescue --force-share --output=json" returned: 0 in 0.219s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:27:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:27:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:27:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:47 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:27:47 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7381MB free_disk=25.327957153320312GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Applying migration context for instance 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 as it has an incoming, in-progress migration 62dd9b08-79a1-4d15-bfd1-416acda82064. Migration status is finished {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 27 14:27:47 user nova-compute[75432]: INFO nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating resource usage from migration 62dd9b08-79a1-4d15-bfd1-416acda82064
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 86458776-cf1e-457c-8639-7c99bc80af53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9a34d1e3-7c2c-4144-9306-7165d690b188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9f515838-2521-400d-a783-8abf36bdf8ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Migration 62dd9b08-79a1-4d15-bfd1-416acda82064 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance ce10cd33-ddee-4940-a894-1a6d114e40f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance eede8dfe-d800-4bfe-8c37-6936e7b936a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=30GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:27:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.656s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:27:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:27:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:07 user nova-compute[75432]: DEBUG nova.compute.manager [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:28:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:28:07 user nova-compute[75432]: INFO nova.compute.claims [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Claim successful on node user
Nov 27 14:28:08 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.510s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG nova.compute.manager [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG nova.compute.manager [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:28:08 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:28:08 user nova-compute[75432]: DEBUG nova.compute.manager [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:28:08 user nova-compute[75432]: INFO nova.virt.block_device [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Booting with volume 5e916c26-b562-447c-a4fb-2fd7a1fa5c34 at /dev/vda
Nov 27 14:28:08 user nova-compute[75432]: DEBUG nova.policy [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67c1bfd77387484abf390a5c370c70a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'feac3c2c3cd844f89d7e59b89463cc1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG os_brick.utils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[60e0247e-ab55-4583-9fdb-9a2b9235985d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f528d2c0-1faa-41a7-89b0-64e36aac6741]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6318360f-4347-4d29-a360-174284966fdf]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[75e324e0-d994-4c87-afca-1a315bd68c1c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:08 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:28:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[28f120cf-66df-437d-bb0b-3a197fa75d3b]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG os_brick.utils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:08 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating existing volume attachment record: df4743fa-9cc7-483f-bc99-5ef2d28b3624 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:28:09 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Successfully created port: 8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:28:09 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Successfully created port: 53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:28:10 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Successfully created port: 90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:28:10 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Successfully created port: 6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:28:11 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Successfully created port: 3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:28:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-b3377bb8-a988-4bb0-851a-eaa3910eba7c req-53f9be99-c44c-4f0a-b0f4-e0462d4334c0 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received event network-changed-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-b3377bb8-a988-4bb0-851a-eaa3910eba7c req-53f9be99-c44c-4f0a-b0f4-e0462d4334c0 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Refreshing instance network info cache due to event network-changed-70399e52-5175-46df-9fc0-ed5dbada2944. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:28:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b3377bb8-a988-4bb0-851a-eaa3910eba7c req-53f9be99-c44c-4f0a-b0f4-e0462d4334c0 service nova] Acquiring lock "refresh_cache-9a34d1e3-7c2c-4144-9306-7165d690b188" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b3377bb8-a988-4bb0-851a-eaa3910eba7c req-53f9be99-c44c-4f0a-b0f4-e0462d4334c0 service nova] Acquired lock "refresh_cache-9a34d1e3-7c2c-4144-9306-7165d690b188" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:11 user nova-compute[75432]: DEBUG nova.network.neutron [req-b3377bb8-a988-4bb0-851a-eaa3910eba7c req-53f9be99-c44c-4f0a-b0f4-e0462d4334c0 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Refreshing network info cache for port 70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:28:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lazy-loading 'flavor' on Instance uuid 9a34d1e3-7c2c-4144-9306-7165d690b188 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:12 user nova-compute[75432]: INFO nova.compute.manager [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Attaching volume dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 to /dev/vdb
Nov 27 14:28:12 user nova-compute[75432]: DEBUG nova.network.neutron [req-b3377bb8-a988-4bb0-851a-eaa3910eba7c req-53f9be99-c44c-4f0a-b0f4-e0462d4334c0 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Updated VIF entry in instance network info cache for port 70399e52-5175-46df-9fc0-ed5dbada2944. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG nova.network.neutron [req-b3377bb8-a988-4bb0-851a-eaa3910eba7c req-53f9be99-c44c-4f0a-b0f4-e0462d4334c0 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Updating instance_info_cache with network_info: [{"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Successfully updated port: 8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG os_brick.utils [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b3377bb8-a988-4bb0-851a-eaa3910eba7c req-53f9be99-c44c-4f0a-b0f4-e0462d4334c0 service nova] Releasing lock "refresh_cache-9a34d1e3-7c2c-4144-9306-7165d690b188" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b0e7c1c-ac00-4c9b-a5f5-bba5ebcae72a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-8ae2b1d5-dec2-40f4-8bdf-40d85735b107 req-0656c20b-6347-40cd-9d29-ae0a246f20b2 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-changed-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-8ae2b1d5-dec2-40f4-8bdf-40d85735b107 req-0656c20b-6347-40cd-9d29-ae0a246f20b2 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing instance network info cache due to event network-changed-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8ae2b1d5-dec2-40f4-8bdf-40d85735b107 req-0656c20b-6347-40cd-9d29-ae0a246f20b2 service nova] Acquiring lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8ae2b1d5-dec2-40f4-8bdf-40d85735b107 req-0656c20b-6347-40cd-9d29-ae0a246f20b2 service nova] Acquired lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG nova.network.neutron [req-8ae2b1d5-dec2-40f4-8bdf-40d85735b107 req-0656c20b-6347-40cd-9d29-ae0a246f20b2 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing network info cache for port 8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[accc77dc-38fa-4709-ac47-1b9a94184597]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb0a13e5-748d-4f52-af15-3d5a571e701f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[955f2126-ad83-493f-a2e0-15809611c934]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG nova.network.neutron [req-8ae2b1d5-dec2-40f4-8bdf-40d85735b107 req-0656c20b-6347-40cd-9d29-ae0a246f20b2 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:12 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f26e7ab9-89f5-4a4a-9024-26563cb40dfe]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG os_brick.utils [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== get_connector_properties: return (155ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Updating existing volume attachment record: 235fc9f9-1dba-4c0e-b2b6-30a1efd636f8 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG nova.network.neutron [req-8ae2b1d5-dec2-40f4-8bdf-40d85735b107 req-0656c20b-6347-40cd-9d29-ae0a246f20b2 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8ae2b1d5-dec2-40f4-8bdf-40d85735b107 req-0656c20b-6347-40cd-9d29-ae0a246f20b2 service nova] Releasing lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:13 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Successfully updated port: 3592885b-bdac-428b-a143-31445ba1ad4d {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Successfully updated port: fa7dbe30-452f-428a-be7d-7faf606fc5b9 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-changed-3592885b-bdac-428b-a143-31445ba1ad4d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing instance network info cache due to event network-changed-3592885b-bdac-428b-a143-31445ba1ad4d. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] Acquiring lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] Acquired lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG nova.network.neutron [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing network info cache for port 3592885b-bdac-428b-a143-31445ba1ad4d {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG nova.network.neutron [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG nova.network.neutron [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] Releasing lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-changed-fa7dbe30-452f-428a-be7d-7faf606fc5b9 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing instance network info cache due to event network-changed-fa7dbe30-452f-428a-be7d-7faf606fc5b9. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] Acquiring lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] Acquired lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:14 user nova-compute[75432]: DEBUG nova.network.neutron [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing network info cache for port fa7dbe30-452f-428a-be7d-7faf606fc5b9 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:28:15 user nova-compute[75432]: DEBUG nova.network.neutron [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:28:15 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Successfully updated port: 53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:28:15 user nova-compute[75432]: DEBUG nova.network.neutron [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1387c441-eeff-4ca8-940b-869bc03ce0ce req-37ae7334-e933-44d5-a18e-324ab75e5c3b service nova] Releasing lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:16 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Successfully updated port: 90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:28:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-changed-53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing instance network info cache due to event network-changed-53095255-711c-4d9d-a16d-357fddfdd392. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:28:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] Acquiring lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] Acquired lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:16 user nova-compute[75432]: DEBUG nova.network.neutron [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing network info cache for port 53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:28:16 user nova-compute[75432]: DEBUG nova.network.neutron [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:28:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:16 user nova-compute[75432]: DEBUG nova.network.neutron [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:16 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Successfully updated port: 6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:28:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] Releasing lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG nova.compute.manager [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-changed-90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG nova.compute.manager [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing instance network info cache due to event network-changed-90ba6034-f0be-41f3-b48c-349606e0a63b. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] Acquiring lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] Acquired lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG nova.network.neutron [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing network info cache for port 90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG nova.network.neutron [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG nova.network.neutron [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-be465cab-3dfc-4bdc-87e7-bc6b94f8ec4e req-bad44bf3-1eb3-46ac-a696-29175301a8fc service nova] Releasing lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Successfully updated port: 3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquired lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:17 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:28:18 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:28:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-changed-6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing instance network info cache due to event network-changed-6d88f3e7-da16-4795-9684-72e96c5c5e3a. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:28:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] Acquiring lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OwgaSBNo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:19 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:19 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:19 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[02614a7c-ab7a-4955-bad2-4daf34551977]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:28:19 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG nova.network.neutron [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating instance_info_cache with network_info: [{"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "53095255-711c-4d9d-a16d-357fddfdd392", "address": "fa:16:3e:36:33:8f", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53095255-71", "ovs_interfaceid": "53095255-711c-4d9d-a16d-357fddfdd392", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b75c9f0d-2b83-4e64-9e8c-bdc8e0bffaa4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07] added
Nov 27 14:28:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Releasing lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG nova.compute.manager [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Instance network_info: |[{"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "53095255-711c-4d9d-a16d-357fddfdd392", "address": "fa:16:3e:36:33:8f", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53095255-71", "ovs_interfaceid": "53095255-711c-4d9d-a16d-357fddfdd392", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1321397a-9746-421f-9916-228cfda3c197]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] Acquired lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG nova.network.neutron [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing network info cache for port 6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:19 user nova-compute[75432]: INFO nova.virt.block_device [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Booting with volume a43d8384-e69a-4bc7-b347-bf9ad0f4424d at /dev/vdb
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.036s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[771da65e-10c9-4cab-b261-9fba6aa62d24]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OwgaSBNo {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OwgaSBNo" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ee234a8-6f61-4f06-8de4-7fa2399ccd78]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OwgaSBNo'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0484de2-33e1-40e3-ac3e-a0cb23b7a01c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.utils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[38418b5e-e7b4-4c15-b05c-70e15221a32f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:20 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:28:20 user nova-compute[75432]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:20 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:20 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:28:20 user nova-compute[75432]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:20 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cb18353-b23c-4391-9a22-43936145c743]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[82d440ee-8966-4945-bfb4-e72db4c585ef]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[49b51ee1-350e-4734-9a0f-af9279eee48d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3df7100d-066c-4546-8695-b0ef9ca57d01]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8386786-0eac-41d2-a8f8-cdac39c0aa10]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260]
Nov 27 14:28:20 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260] successful.
Nov 27 14:28:20 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:20 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[01de62f7-6495-4d95-9c5c-8d88ce2d8d87]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.utils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] <== get_connector_properties: return (155ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating existing volume attachment record: 92670fdd-b95b-4c4f-ae3f-b2e7986ce163 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd47c53b-d4e0-4708-af10-b52ad2312eb5]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[52535afc-ad39-4c05-a7d4-3d28f13c9c0f]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:20 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:28:20 user nova-compute[75432]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:20 user nova-compute[75432]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:20 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:20 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:28:20 user nova-compute[75432]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:20 user nova-compute[75432]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:20 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.401s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] HCTL ('36', '-', '-', 0) found on session 16 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "9f515838-2521-400d-a783-8abf36bdf8ee" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:20 user nova-compute[75432]: INFO nova.compute.manager [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Detaching volume 5d2da524-6986-4d5a-94b9-c35306e99082
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b86fdc09-a4c5-4037-a823-4db2f3119989]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching for a device in session 16 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OwgaSBNo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:28:20 user nova-compute[75432]: INFO nova.virt.block_device [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Attempting to driver detach volume 5d2da524-6986-4d5a-94b9-c35306e99082 from mountpoint /dev/vdc
Nov 27 14:28:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Attempting to detach device vdc from instance 9f515838-2521-400d-a783-8abf36bdf8ee from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:28:20 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:28:20 user nova-compute[75432]:   <source dev="/dev/sdc"/>
Nov 27 14:28:20 user nova-compute[75432]:   <target dev="vdc" bus="virtio"/>
Nov 27 14:28:20 user nova-compute[75432]:   <serial>5d2da524-6986-4d5a-94b9-c35306e99082</serial>
Nov 27 14:28:20 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 14:28:20 user nova-compute[75432]: </disk>
Nov 27 14:28:20 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:28:20 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Successfully detached device vdc from instance 9f515838-2521-400d-a783-8abf36bdf8ee from the persistent domain config.
Nov 27 14:28:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 9f515838-2521-400d-a783-8abf36bdf8ee from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:28:20 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:28:20 user nova-compute[75432]:   <source dev="/dev/sdc"/>
Nov 27 14:28:20 user nova-compute[75432]:   <target dev="vdc" bus="virtio"/>
Nov 27 14:28:20 user nova-compute[75432]:   <serial>5d2da524-6986-4d5a-94b9-c35306e99082</serial>
Nov 27 14:28:20 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 14:28:20 user nova-compute[75432]: </disk>
Nov 27 14:28:20 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG nova.network.neutron [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Port 03fd28ec-ad1a-41df-9611-85b2606b5e67 binding to destination host user is already ACTIVE {{(pid=75432) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquired lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG nova.network.neutron [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:28:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updated VIF entry in instance network info cache for port 6d88f3e7-da16-4795-9684-72e96c5c5e3a. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating instance_info_cache with network_info: [{"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "53095255-711c-4d9d-a16d-357fddfdd392", "address": "fa:16:3e:36:33:8f", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53095255-71", "ovs_interfaceid": "53095255-711c-4d9d-a16d-357fddfdd392", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] Releasing lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-changed-3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing instance network info cache due to event network-changed-3a8f3b14-3a22-4727-be91-9cee74b95150. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] Acquiring lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] Acquired lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing network info cache for port 3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.452s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== connect_volume: return (1455ms) {'type': 'block', 'scsi_wwn': '23566353965626132', 'path': '/dev/sde'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23566353965626132', 'path': '/dev/sde'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lazy-loading 'flavor' on Instance uuid 9a34d1e3-7c2c-4144-9306-7165d690b188 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:28:21 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:28:21 user nova-compute[75432]:   <source dev="/dev/sde"/>
Nov 27 14:28:21 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:28:21 user nova-compute[75432]:   <serial>dcd252c8-5f2c-4bae-a56b-ed885b8b2b07</serial>
Nov 27 14:28:21 user nova-compute[75432]: </disk>
Nov 27 14:28:21 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.network.neutron [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating instance_info_cache with network_info: [{"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Releasing lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Creating tmpfile /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/tmpd6pfexia to verify with other compute node that the instance is on the same shared storage. {{(pid=75432) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9625}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updated VIF entry in instance network info cache for port 3a8f3b14-3a22-4727-be91-9cee74b95150. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating instance_info_cache with network_info: [{"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "53095255-711c-4d9d-a16d-357fddfdd392", "address": "fa:16:3e:36:33:8f", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53095255-71", "ovs_interfaceid": "53095255-711c-4d9d-a16d-357fddfdd392", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-922e5726-5824-4753-bec5-ee75601414d9 req-c4701e7c-d5ad-4f4c-9a67-d2b42d3e7ead service nova] Releasing lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No VIF found with MAC fa:16:3e:3c:fb:8d, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-5fe4218b-b7de-4aba-9eff-ea40140ff9a1 req-40354714-bbcf-4ab2-90e0-ce2f3261ec53 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-unplugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5fe4218b-b7de-4aba-9eff-ea40140ff9a1 req-40354714-bbcf-4ab2-90e0-ce2f3261ec53 service nova] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5fe4218b-b7de-4aba-9eff-ea40140ff9a1 req-40354714-bbcf-4ab2-90e0-ce2f3261ec53 service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5fe4218b-b7de-4aba-9eff-ea40140ff9a1 req-40354714-bbcf-4ab2-90e0-ce2f3261ec53 service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-5fe4218b-b7de-4aba-9eff-ea40140ff9a1 req-40354714-bbcf-4ab2-90e0-ce2f3261ec53 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] No waiting events found dispatching network-vif-unplugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:28:21 user nova-compute[75432]: WARNING nova.compute.manager [req-5fe4218b-b7de-4aba-9eff-ea40140ff9a1 req-40354714-bbcf-4ab2-90e0-ce2f3261ec53 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received unexpected event network-vif-unplugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 for instance with vm_state resized and task_state resize_reverting.
Nov 27 14:28:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1e8479c-712d-4112-8e2e-f539c9a56003 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.657s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:22 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance destroyed successfully.
Nov 27 14:28:22 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lazy-loading 'resources' on Instance uuid 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-657311305',display_name='tempest-ServerActionsTestOtherB-server-657311305',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-657311305',id=3,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLZ3btRhGv4HjHQ9Yl+jPjWOQWL7opUDSSUADFGYWtsR7vmvttgt9yQBNmExW8rCs9p9LHJubcCjp24w6ksiit31PMfXlygTNVRC4qALz5tVnoxpv8Lg+jREusP3y3a5Nw==',key_name='tempest-keypair-335635223',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:26:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e9bfb073c0740c39a5b0d647833c611',ramdisk_id='',reservation_id='r-8t8opt09',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-835804001',owner_user_name='tempest-ServerActionsTestOtherB-835804001-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:26:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49d534963a3a433398202bbf09479533',uuid=6a007942-e99e-43a5-8d1b-d2cddb3be2b9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converting VIF {"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_vif [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap03fd28ec-ad, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1648e2a0-e9f6-45cf-8e98-9ac3da7480c3) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:22 user nova-compute[75432]: INFO os_vif [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad')
Nov 27 14:28:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCJVuFTE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:22 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[93482897-3a31-4ef1-a086-9cf6f7c83cc4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:28:22 user nova-compute[75432]: No targets found.
Nov 27 14:28:22 user nova-compute[75432]: iSNS:
Nov 27 14:28:22 user nova-compute[75432]: No targets found.
Nov 27 14:28:22 user nova-compute[75432]: STATIC:
Nov 27 14:28:22 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082
Nov 27 14:28:22 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:22 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:22 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:28:22 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:22 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:22 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd
Nov 27 14:28:22 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:22 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:22 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:28:22 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:22 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:22 user nova-compute[75432]: FIRMWARE:
Nov 27 14:28:22 user nova-compute[75432]: No targets found.
Nov 27 14:28:22 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:28:22 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:28:22 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5878f3be-9ebb-4ba9-9371-50fd8970a56f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d034524-f166-4484-89f0-e17ffa72540e]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:22 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:28:22 user nova-compute[75432]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:22 user nova-compute[75432]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:22 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:22 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:28:22 user nova-compute[75432]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:22 user nova-compute[75432]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:22 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b5024b880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd'): ({'sdd'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Removing single pathed devices sdd {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cefc5142-eb3d-4a17-9132-8eb61f67e5f4]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7236bd1-9875-4874-8f6f-9641ad18f5b2]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Flushing IO for device /dev/sdd {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[934a7540-9b84-4dcf-8fa8-80eafa060ae9]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[28286669-dcb2-4017-9517-4ed251894108]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] SCSI volumes sdd have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[264ef1ef-19d1-4f3f-862d-eab35b441205]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0565fa16-05a1-42bc-9224-cad82c3e8c40]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260]
Nov 27 14:28:22 user nova-compute[75432]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260] successful.
Nov 27 14:28:22 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc86957b-61d6-455e-9ee5-16c7e9005251]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] <== disconnect_volume: return (305ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:28:22 user nova-compute[75432]: INFO nova.compute.manager [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Rebuilding instance
Nov 27 14:28:23 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-df61100b-a8e2-4339-adc1-8617fe69c140 req-9cc66a14-e792-4899-89a3-0d8baed8de97 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received event network-vif-unplugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-df61100b-a8e2-4339-adc1-8617fe69c140 req-9cc66a14-e792-4899-89a3-0d8baed8de97 service nova] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-df61100b-a8e2-4339-adc1-8617fe69c140 req-9cc66a14-e792-4899-89a3-0d8baed8de97 service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-df61100b-a8e2-4339-adc1-8617fe69c140 req-9cc66a14-e792-4899-89a3-0d8baed8de97 service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-df61100b-a8e2-4339-adc1-8617fe69c140 req-9cc66a14-e792-4899-89a3-0d8baed8de97 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] No waiting events found dispatching network-vif-unplugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:28:23 user nova-compute[75432]: WARNING nova.compute.manager [req-df61100b-a8e2-4339-adc1-8617fe69c140 req-9cc66a14-e792-4899-89a3-0d8baed8de97 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received unexpected event network-vif-unplugged-70399e52-5175-46df-9fc0-ed5dbada2944 for instance with vm_state active and task_state rebuilding.
Nov 27 14:28:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-4db7aa9d-99eb-4d56-9874-a797762aa785 req-00347908-da8b-4b59-a171-2560d169140f service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4db7aa9d-99eb-4d56-9874-a797762aa785 req-00347908-da8b-4b59-a171-2560d169140f service nova] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4db7aa9d-99eb-4d56-9874-a797762aa785 req-00347908-da8b-4b59-a171-2560d169140f service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4db7aa9d-99eb-4d56-9874-a797762aa785 req-00347908-da8b-4b59-a171-2560d169140f service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-4db7aa9d-99eb-4d56-9874-a797762aa785 req-00347908-da8b-4b59-a171-2560d169140f service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] No waiting events found dispatching network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:28:23 user nova-compute[75432]: WARNING nova.compute.manager [req-4db7aa9d-99eb-4d56-9874-a797762aa785 req-00347908-da8b-4b59-a171-2560d169140f service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received unexpected event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 for instance with vm_state resized and task_state resize_reverting.
Nov 27 14:28:23 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Instance destroyed successfully.
Nov 27 14:28:24 user nova-compute[75432]: INFO nova.compute.manager [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Detaching volume dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:28:24 user nova-compute[75432]: INFO nova.virt.block_device [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Attempting to driver detach volume dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 from mountpoint /dev/vdb
Nov 27 14:28:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Attempting to detach device vdb from instance 9a34d1e3-7c2c-4144-9306-7165d690b188 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:28:24 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:28:24 user nova-compute[75432]:   <source dev="/dev/sde"/>
Nov 27 14:28:24 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:28:24 user nova-compute[75432]:   <serial>dcd252c8-5f2c-4bae-a56b-ed885b8b2b07</serial>
Nov 27 14:28:24 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:28:24 user nova-compute[75432]: </disk>
Nov 27 14:28:24 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:28:24 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully detached device vdb from instance 9a34d1e3-7c2c-4144-9306-7165d690b188 from the persistent domain config.
Nov 27 14:28:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OwgaSBNo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:24 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffd5a4f9-ad79-423a-9483-a4b578aa4381]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:28:24 user nova-compute[75432]: No targets found.
Nov 27 14:28:24 user nova-compute[75432]: iSNS:
Nov 27 14:28:24 user nova-compute[75432]: No targets found.
Nov 27 14:28:24 user nova-compute[75432]: STATIC:
Nov 27 14:28:24 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082
Nov 27 14:28:24 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:24 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:24 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:28:24 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:24 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:24 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:28:24 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:24 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:24 user nova-compute[75432]: FIRMWARE:
Nov 27 14:28:24 user nova-compute[75432]: No targets found.
Nov 27 14:28:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:28:24 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:28:24 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a40cc71-cba3-4fd6-b73b-5bac032db945]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1df06d2e-e556-4659-b535-fd9e4c54a5eb]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:24 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:28:24 user nova-compute[75432]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:24 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:28:24 user nova-compute[75432]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b5042a7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07'): ({'sde'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Removing single pathed devices sde {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[35acd5f2-229a-4024-88f9-bec0d29d13fb]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[081fa0dd-8739-4389-beb6-8d609ede7ad2]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flushing IO for device /dev/sde {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0858e6eb-2953-4b5b-8c28-511a91fce981]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.038s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0395bb1a-205c-4c5a-a816-93b4657294fc]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[754aecd9-df14-46ff-b733-9e78e7398771]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[61e4b333-9a1d-4530-b83b-f6bf8e0d7ca7]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260]
Nov 27 14:28:24 user nova-compute[75432]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260] successful.
Nov 27 14:28:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b6d7d69-4f58-4116-9b37-ffc54c2a421b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== disconnect_volume: return (300ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:24 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75432) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 14:28:25 user nova-compute[75432]: DEBUG nova.compute.manager [req-076c70e2-26fa-4f27-a0c1-77d6da36cfed req-01395d2d-7952-436a-bc5e-8d1fb8f217e5 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received event network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-076c70e2-26fa-4f27-a0c1-77d6da36cfed req-01395d2d-7952-436a-bc5e-8d1fb8f217e5 service nova] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-076c70e2-26fa-4f27-a0c1-77d6da36cfed req-01395d2d-7952-436a-bc5e-8d1fb8f217e5 service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-076c70e2-26fa-4f27-a0c1-77d6da36cfed req-01395d2d-7952-436a-bc5e-8d1fb8f217e5 service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:25 user nova-compute[75432]: DEBUG nova.compute.manager [req-076c70e2-26fa-4f27-a0c1-77d6da36cfed req-01395d2d-7952-436a-bc5e-8d1fb8f217e5 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] No waiting events found dispatching network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:28:25 user nova-compute[75432]: WARNING nova.compute.manager [req-076c70e2-26fa-4f27-a0c1-77d6da36cfed req-01395d2d-7952-436a-bc5e-8d1fb8f217e5 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received unexpected event network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 for instance with vm_state active and task_state rebuilding.
Nov 27 14:28:25 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:25 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:25 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:26 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:26 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:28:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:26 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:28:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updating instance_info_cache with network_info: [{"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-9f515838-2521-400d-a783-8abf36bdf8ee" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lazy-loading 'migration_context' on Instance uuid 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG nova.objects.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Object Instance<6a007942-e99e-43a5-8d1b-d2cddb3be2b9> lazy-loaded attributes: resources,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:28:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:28 user nova-compute[75432]: INFO nova.compute.manager [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Detaching volume dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:28 user nova-compute[75432]: INFO nova.virt.block_device [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Attempting to driver detach volume dae5628c-fdb7-409f-913c-9c40d8a4a9a6 from mountpoint /dev/vdb
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Attempting to detach device vdb from instance 86458776-cf1e-457c-8639-7c99bc80af53 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:28:28 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:28:28 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:28:28 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:28:28 user nova-compute[75432]:   <serial>dae5628c-fdb7-409f-913c-9c40d8a4a9a6</serial>
Nov 27 14:28:28 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 14:28:28 user nova-compute[75432]: </disk>
Nov 27 14:28:28 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:28:28 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully detached device vdb from instance 86458776-cf1e-457c-8639-7c99bc80af53 from the persistent domain config.
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 86458776-cf1e-457c-8639-7c99bc80af53 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:28:28 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:28:28 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:28:28 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:28:28 user nova-compute[75432]:   <serial>dae5628c-fdb7-409f-913c-9c40d8a4a9a6</serial>
Nov 27 14:28:28 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 14:28:28 user nova-compute[75432]: </disk>
Nov 27 14:28:28 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.599s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:28 user nova-compute[75432]: INFO nova.compute.manager [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Swapping old allocation on dict_keys(['25de194c-9db8-4cf4-8c26-f8b8860ae93d']) held by migration 62dd9b08-79a1-4d15-bfd1-416acda82064 for instance
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Overwriting current allocation {'allocations': {'25de194c-9db8-4cf4-8c26-f8b8860ae93d': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 22}}, 'project_id': '3e9bfb073c0740c39a5b0d647833c611', 'user_id': '49d534963a3a433398202bbf09479533', 'consumer_generation': 1} on consumer 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 {{(pid=75432) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:28 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Instance destroyed successfully.
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:26:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2099654412',display_name='tempest-ServerActionsTestOtherA-server-2118074107',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2099654412',id=13,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC7nbChQBEh0ipZK86YMc5WAR1u1I/Xc6M14E/KhIHfua86zBqcvM9OC60mZqIW+yGaoD7XQcB6WvqSOprO2bmj61Bf5jxlVSo2afvKUd2XzEdRVVuFL+fnQJNH/BJ8xnQ==',key_name='tempest-keypair-1060999449',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:26:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-x4scfado',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=9a34d1e3-7c2c-4144-9306-7165d690b188,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG os_vif [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap70399e52-51, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquired lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.network.neutron [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a87a3df2-87cb-4f0f-8d10-78e63c131e36) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:28 user nova-compute[75432]: INFO os_vif [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51')
Nov 27 14:28:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OwgaSBNo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:28 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 14:28:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d367106b-2790-4767-9763-3f59dc331fb1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:28:29 user nova-compute[75432]: No targets found.
Nov 27 14:28:29 user nova-compute[75432]: iSNS:
Nov 27 14:28:29 user nova-compute[75432]: No targets found.
Nov 27 14:28:29 user nova-compute[75432]: STATIC:
Nov 27 14:28:29 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082
Nov 27 14:28:29 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:29 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:29 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:28:29 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:29 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:29 user nova-compute[75432]: FIRMWARE:
Nov 27 14:28:29 user nova-compute[75432]: No targets found.
Nov 27 14:28:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:28:29 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:28:29 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[682c6aed-a4fa-4404-aa04-4ec6adbe09b4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: INFO nova.virt.block_device [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Booting with volume 4a53c995-24f7-4ace-b0ad-e87ef41a523f at /dev/vdc
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c206b427-b896-491a-982b-f858b33e6a34]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:29 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:28:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:29 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:28:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b704c0430>, {}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Disconnecting from: [] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.142s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== disconnect_volume: return (146ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:28:29 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Deleting instance files /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188_del
Nov 27 14:28:29 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Deletion of /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188_del complete
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.utils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[310c1e72-42f3-440f-98a7-eac0394a603b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8184fb6-f5f1-4501-8524-a9e8640e2399]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: INFO nova.virt.block_device [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Booting with volume dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 at /dev/vdb
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[97cc37d5-4c60-4b67-b7ea-8332a5f5cddb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d338c887-f8ff-42c3-9454-4bfaa61d3b94]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:29 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[69fa7019-4c72-48cc-bf78-a17a847acd7a]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.utils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] <== get_connector_properties: return (190ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating existing volume attachment record: a27cb9c6-60fa-4f52-aa2f-935421298f7c {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.utils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a637931d-b535-4e61-8378-1007404cb095]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c986d1a3-1b45-42eb-9f96-b05eae5c9e4c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[78a263e3-5dc0-4ae9-a9b2-c759ebf2e433]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[461eb7f8-eef0-401d-b24d-8e209b91af3d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG nova.network.neutron [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating instance_info_cache with network_info: [{"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:29 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dfc8f50-c733-4fef-9248-8ad25d95a7e4]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.utils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Updating existing volume attachment record: ae9223b1-4285-49da-9f27-1ef6f6424a0e {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Releasing lock "refresh_cache-6a007942-e99e-43a5-8d1b-d2cddb3be2b9" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.utils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad9d52a-5853-4b19-a0c9-1e2d43384bb2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a40c2bb-49e0-4940-bcc1-5141909cb49f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c771ed-2c4a-49ea-bca4-4e06b4250f02]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cafd99c-8064-4348-ae36-80a7e5209ddd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:29 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[58bcd118-c821-48b0-86b1-0f1d79c55da2]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG os_brick.utils [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] <== get_connector_properties: return (162ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:31 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Error from libvirt while getting description of instance-0000000d: [Error Code 42] Domain not found: no domain with matching uuid '9a34d1e3-7c2c-4144-9306-7165d690b188' (instance-0000000d): libvirt.libvirtError: Domain not found: no domain with matching uuid '9a34d1e3-7c2c-4144-9306-7165d690b188' (instance-0000000d)
Nov 27 14:28:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:32 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:28:32 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7589MB free_disk=25.27581787109375GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 86458776-cf1e-457c-8639-7c99bc80af53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9a34d1e3-7c2c-4144-9306-7165d690b188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9f515838-2521-400d-a783-8abf36bdf8ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance ce10cd33-ddee-4940-a894-1a6d114e40f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance eede8dfe-d800-4bfe-8c37-6936e7b936a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9c7537eb-31bc-429c-b2a4-0b16a41b5155 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing inventories for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating ProviderTree inventory for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating inventory in ProviderTree for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing aggregate associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, aggregates: None {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 14:28:32 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing trait associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 14:28:33 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:28:33 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:28:33 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:28:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.827s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:33 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:33 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 14:28:33 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] There are 0 instances to clean {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 14:28:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 9f515838-2521-400d-a783-8abf36bdf8ee is timed out.
Nov 27 14:28:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Successfully detached device vdc from instance 9f515838-2521-400d-a783-8abf36bdf8ee from the live domain config.
Nov 27 14:28:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VADPueFT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:40 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e83598d-79ee-42d6-9ba8-f1ff227bb7c2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:28:40 user nova-compute[75432]: No targets found.
Nov 27 14:28:40 user nova-compute[75432]: iSNS:
Nov 27 14:28:40 user nova-compute[75432]: No targets found.
Nov 27 14:28:40 user nova-compute[75432]: STATIC:
Nov 27 14:28:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082
Nov 27 14:28:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:28:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:40 user nova-compute[75432]: FIRMWARE:
Nov 27 14:28:40 user nova-compute[75432]: No targets found.
Nov 27 14:28:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:28:40 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:28:40 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b43e9348-30af-4ab7-927b-32dc110508ae]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddd75b23-2e0a-42ba-86ee-93697e347bf4]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:40 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:28:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:40 user nova-compute[75432]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 (non-flash)
Nov 27 14:28:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b701fc820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082'): ({'sdc'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Removing single pathed devices sdc {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[26d23b1e-96c3-437e-971e-50009e259b82]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[28198e86-afa5-46e8-80a7-94fb37b893c8]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Flushing IO for device /dev/sdc {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.011s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[601b30a7-3c10-44e5-ba31-9f88464e58cb]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.036s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[de328722-d951-4e8c-a5c8-2381416037ef]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:28:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[29a6c210-0c15-43f3-b7b8-a080583ef873]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8960b36-4881-48b4-b107-f95229e39714]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082, portal: 172.16.0.220,3260]
Nov 27 14:28:41 user nova-compute[75432]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082, portal: 172.16.0.220,3260] successful.
Nov 27 14:28:41 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d2da524-6986-4d5a-94b9-c35306e99082 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f91e819d-18a4-4376-918a-8c19e376eff7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.265s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] <== disconnect_volume: return (266ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:28:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Starting finish_revert_migration {{(pid=75432) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11816}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Start _get_guest_xml network_info=[{"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '03db1034-300d-4f07-babe-691df9b3cee7', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCJVuFTE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '6a007942-e99e-43a5-8d1b-d2cddb3be2b9', 'attached_at': '2023-11-27T14:28:48.000000', 'detached_at': '', 'volume_id': 'd4bb6914-d0d9-45b0-9f00-94285c1370fd', 'serial': 'd4bb6914-d0d9-45b0-9f00-94285c1370fd'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:28:48 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:28:48 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCJVuFTE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:48 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:48 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:48 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.compute.manager [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:28:48 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Creating image(s)
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Ensure instance console log exists: /opt/stack/data/nova/instances/9c7537eb-31bc-429c-b2a4-0b16a41b5155/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Start _get_guest_xml network_info=[{"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "53095255-711c-4d9d-a16d-357fddfdd392", "address": "fa:16:3e:36:33:8f", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53095255-71", "ovs_interfaceid": "53095255-711c-4d9d-a16d-357fddfdd392", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': 'df4743fa-9cc7-483f-bc99-5ef2d28b3624', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kxmybsLS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9c7537eb-31bc-429c-b2a4-0b16a41b5155', 'attached_at': '', 'detached_at': '', 'volume_id': '5e916c26-b562-447c-a4fb-2fd7a1fa5c34', 'serial': '5e916c26-b562-447c-a4fb-2fd7a1fa5c34'}, 'volume_type': None}, {'boot_index': 1, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '92670fdd-b95b-4c4f-ae3f-b2e7986ce163', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gJCpkeBo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9c7537eb-31bc-429c-b2a4-0b16a41b5155', 'attached_at': '', 'detached_at': '', 'volume_id': 'a43d8384-e69a-4bc7-b347-bf9ad0f4424d', 'serial': 'a43d8384-e69a-4bc7-b347-bf9ad0f4424d'}, 'volume_type': None}, {'boot_index': 2, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': 'a27cb9c6-60fa-4f52-aa2f-935421298f7c', 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IXsFSBwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9c7537eb-31bc-429c-b2a4-0b16a41b5155', 'attached_at': '', 'detached_at': '', 'volume_id': '4a53c995-24f7-4ace-b0ad-e87ef41a523f', 'serial': '4a53c995-24f7-4ace-b0ad-e87ef41a523f'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:48 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 86458776-cf1e-457c-8639-7c99bc80af53 is timed out.
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a13c5b1f-ea37-443c-b8d1-fae280fd2d55]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:28:48 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:48 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully detached device vdb from instance 86458776-cf1e-457c-8639-7c99bc80af53 from the live domain config.
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:28:48 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Creating image(s)
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "/opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "/opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "/opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:48 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:28:48 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce61560e-3362-4b6c-9f85-3c4f8483cfea]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lJFfadAH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:48 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd] added
Nov 27 14:28:48 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kxmybsLS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:48 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c51d780-1316-4bfe-b174-20f30d543f17]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[08530704-c5fe-4000-9eb8-c86d4974ee32]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QCJVuFTE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QCJVuFTE" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[526995ca-c168-46ea-a5c4-77eb0ffbee57]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QCJVuFTE'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc85a868-253a-44ff-871b-6ec6a93a3645]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5557d569-5e2b-4ce9-9e62-5da3a6dbbaf3]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:48 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:48 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4914ed9-308a-48e4-bfa9-a2bdb0ae261d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260]
Nov 27 14:28:49 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260] successful.
Nov 27 14:28:49 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[88624d4d-54dd-45ed-81b4-be97657f785a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb04ed9a-24ca-4432-a6a5-e17cdc1554ab]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:49 user nova-compute[75432]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:49 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:49 user nova-compute[75432]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:49 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.344s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[af384e15-d05c-4c6a-86d3-50c25484fe27]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCJVuFTE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk 1073741824" returned: 0 in 0.054s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Cannot resize image /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Ensure instance console log exists: /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Start _get_guest_xml network_info=[{"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': 'ae9223b1-4285-49da-9f27-1ef6f6424a0e', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OwgaSBNo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9a34d1e3-7c2c-4144-9306-7165d690b188', 'attached_at': '', 'detached_at': '', 'volume_id': 'dcd252c8-5f2c-4bae-a56b-ed885b8b2b07', 'serial': 'dcd252c8-5f2c-4bae-a56b-ed885b8b2b07'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:28:49 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 27 14:28:49 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.objects.instance [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9a34d1e3-7c2c-4144-9306-7165d690b188 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:28:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OwgaSBNo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:49 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 14:28:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.383s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] <== connect_volume: return (1385ms) {'type': 'block', 'scsi_wwn': '23131363865373161', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23131363865373161', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 1.295s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c609b471-6fae-4982-bf95-4e464331646a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:28:50 user nova-compute[75432]: No targets found.
Nov 27 14:28:50 user nova-compute[75432]: iSNS:
Nov 27 14:28:50 user nova-compute[75432]: No targets found.
Nov 27 14:28:50 user nova-compute[75432]: STATIC:
Nov 27 14:28:50 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6
Nov 27 14:28:50 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:50 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:50 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd
Nov 27 14:28:50 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:28:50 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:28:50 user nova-compute[75432]: FIRMWARE:
Nov 27 14:28:50 user nova-compute[75432]: No targets found.
Nov 27 14:28:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:28:50 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:28:50 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-657311305',display_name='tempest-ServerActionsTestOtherB-server-657311305',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-657311305',id=3,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLZ3btRhGv4HjHQ9Yl+jPjWOQWL7opUDSSUADFGYWtsR7vmvttgt9yQBNmExW8rCs9p9LHJubcCjp24w6ksiit31PMfXlygTNVRC4qALz5tVnoxpv8Lg+jREusP3y3a5Nw==',key_name='tempest-keypair-335635223',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:26:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3e9bfb073c0740c39a5b0d647833c611',ramdisk_id='',reservation_id='r-8t8opt09',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-835804001',owner_user_name='tempest-ServerActionsTestOtherB-835804001-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:28:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49d534963a3a433398202bbf09479533',uuid=6a007942-e99e-43a5-8d1b-d2cddb3be2b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converting VIF {"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:28:50 user nova-compute[75432]:   <uuid>6a007942-e99e-43a5-8d1b-d2cddb3be2b9</uuid>
Nov 27 14:28:50 user nova-compute[75432]:   <name>instance-00000003</name>
Nov 27 14:28:50 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:28:50 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:28:50 user nova-compute[75432]:   <metadata>
Nov 27 14:28:50 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:28:50 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:28:50 user nova-compute[75432]:       <nova:name>tempest-ServerActionsTestOtherB-server-657311305</nova:name>
Nov 27 14:28:50 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:28:48</nova:creationTime>
Nov 27 14:28:50 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:28:50 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:28:50 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:28:50 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:28:50 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:28:50 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:28:50 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:28:50 user nova-compute[75432]:       <nova:owner>
Nov 27 14:28:50 user nova-compute[75432]:         <nova:user uuid="49d534963a3a433398202bbf09479533">tempest-ServerActionsTestOtherB-835804001-project-member</nova:user>
Nov 27 14:28:50 user nova-compute[75432]:         <nova:project uuid="3e9bfb073c0740c39a5b0d647833c611">tempest-ServerActionsTestOtherB-835804001</nova:project>
Nov 27 14:28:50 user nova-compute[75432]:       </nova:owner>
Nov 27 14:28:50 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:28:50 user nova-compute[75432]:       <nova:ports>
Nov 27 14:28:50 user nova-compute[75432]:         <nova:port uuid="03fd28ec-ad1a-41df-9611-85b2606b5e67">
Nov 27 14:28:50 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 14:28:50 user nova-compute[75432]:         </nova:port>
Nov 27 14:28:50 user nova-compute[75432]:       </nova:ports>
Nov 27 14:28:50 user nova-compute[75432]:     </nova:instance>
Nov 27 14:28:50 user nova-compute[75432]:   </metadata>
Nov 27 14:28:50 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:28:50 user nova-compute[75432]:     <system>
Nov 27 14:28:50 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:28:50 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:28:50 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:28:50 user nova-compute[75432]:       <entry name="serial">6a007942-e99e-43a5-8d1b-d2cddb3be2b9</entry>
Nov 27 14:28:50 user nova-compute[75432]:       <entry name="uuid">6a007942-e99e-43a5-8d1b-d2cddb3be2b9</entry>
Nov 27 14:28:50 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:28:50 user nova-compute[75432]:     </system>
Nov 27 14:28:50 user nova-compute[75432]:   </sysinfo>
Nov 27 14:28:50 user nova-compute[75432]:   <os>
Nov 27 14:28:50 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:28:50 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:28:50 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:28:50 user nova-compute[75432]:   </os>
Nov 27 14:28:50 user nova-compute[75432]:   <features>
Nov 27 14:28:50 user nova-compute[75432]:     <acpi/>
Nov 27 14:28:50 user nova-compute[75432]:     <apic/>
Nov 27 14:28:50 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:28:50 user nova-compute[75432]:   </features>
Nov 27 14:28:50 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:28:50 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:28:50 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:28:50 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:28:50 user nova-compute[75432]:   </clock>
Nov 27 14:28:50 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:28:50 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:28:50 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:28:50 user nova-compute[75432]:   </cpu>
Nov 27 14:28:50 user nova-compute[75432]:   <devices>
Nov 27 14:28:50 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:28:50 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:28:50 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk"/>
Nov 27 14:28:50 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:28:50 user nova-compute[75432]:     </disk>
Nov 27 14:28:50 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:28:50 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:28:50 user nova-compute[75432]:       <source dev="/dev/sdc"/>
Nov 27 14:28:50 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:28:50 user nova-compute[75432]:       <serial>d4bb6914-d0d9-45b0-9f00-94285c1370fd</serial>
Nov 27 14:28:50 user nova-compute[75432]:     </disk>
Nov 27 14:28:50 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:28:50 user nova-compute[75432]:       <mac address="fa:16:3e:f2:da:b7"/>
Nov 27 14:28:50 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:50 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:28:50 user nova-compute[75432]:       <target dev="tap03fd28ec-ad"/>
Nov 27 14:28:50 user nova-compute[75432]:     </interface>
Nov 27 14:28:50 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:28:50 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/console.log" append="off"/>
Nov 27 14:28:50 user nova-compute[75432]:     </serial>
Nov 27 14:28:50 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:28:50 user nova-compute[75432]:     <video>
Nov 27 14:28:50 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:50 user nova-compute[75432]:     </video>
Nov 27 14:28:50 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:28:50 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:28:50 user nova-compute[75432]:     </rng>
Nov 27 14:28:50 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:28:50 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:28:50 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:28:50 user nova-compute[75432]:     </memballoon>
Nov 27 14:28:50 user nova-compute[75432]:   </devices>
Nov 27 14:28:50 user nova-compute[75432]: </domain>
Nov 27 14:28:50 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-657311305',display_name='tempest-ServerActionsTestOtherB-server-657311305',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-657311305',id=3,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLZ3btRhGv4HjHQ9Yl+jPjWOQWL7opUDSSUADFGYWtsR7vmvttgt9yQBNmExW8rCs9p9LHJubcCjp24w6ksiit31PMfXlygTNVRC4qALz5tVnoxpv8Lg+jREusP3y3a5Nw==',key_name='tempest-keypair-335635223',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:26:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3e9bfb073c0740c39a5b0d647833c611',ramdisk_id='',reservation_id='r-8t8opt09',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-835804001',owner_user_name='tempest-ServerActionsTestOtherB-835804001-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:28:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49d534963a3a433398202bbf09479533',uuid=6a007942-e99e-43a5-8d1b-d2cddb3be2b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converting VIF {"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_vif [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ccf7625b-f867-5bcd-bd2c-d299e9b04405', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b0338a-6e25-4a9f-8b91-5491e1db2fcc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap03fd28ec-ad, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap03fd28ec-ad, col_values=(('qos', UUID('b7e3de35-80cb-4018-a70e-77cfc4c70416')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap03fd28ec-ad, col_values=(('external_ids', {'iface-id': '03fd28ec-ad1a-41df-9611-85b2606b5e67', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:da:b7', 'vm-uuid': '6a007942-e99e-43a5-8d1b-d2cddb3be2b9'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:50 user nova-compute[75432]: INFO os_vif [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad')
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbf30128-c83e-45d0-aec9-be154caad533]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:50 user nova-compute[75432]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 (non-flash)
Nov 27 14:28:50 user nova-compute[75432]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b701fd750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[281ed5a7-fefc-4e32-ac13-1cfd606b27f6]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5cb0717-fba6-43ea-aa03-ce2da203b141]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e29538c8-69dd-4576-953e-20c3a91826fb]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c729bdc9-c248-4b26-854d-ef6df9e47195]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG nova.objects.instance [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'flavor' on Instance uuid 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[318eda1b-f095-4deb-a0b1-e3be18635810]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6b9d40df-174a-456d-be71-ca519e7df339 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "9f515838-2521-400d-a783-8abf36bdf8ee" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 30.163s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a8316c-59b0-4f4d-99fb-7a21bc94c41e]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260]
Nov 27 14:28:50 user nova-compute[75432]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6, portal: 172.16.0.220,3260] successful.
Nov 27 14:28:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dae5628c-fdb7-409f-913c-9c40d8a4a9a6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9826e6b-2858-46cb-adf4-483f623cf996]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] <== disconnect_volume: return (1590ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.552s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:50 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:50 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[40714d92-0a7f-43d2-ac80-a8b485686d53]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:28:50 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6e4d387-92c7-445c-8ca9-ba974a116455]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34] added
Nov 27 14:28:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec404353-33cc-4161-9f60-af1fbee39273]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a354f78-2305-4beb-8584-e8c422e8130b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kxmybsLS {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kxmybsLS" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8876fd6e-d6de-4023-8ebb-66abf3789283]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kxmybsLS'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ba11387-a661-4bff-8f42-e5e0c489efc1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a791acec-81ae-40f5-ba16-ae380c0cfe61]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5be40533-d7c6-4796-89e2-fec18d9cc7b1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34, portal: 172.16.0.220,3260]
Nov 27 14:28:50 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34, portal: 172.16.0.220,3260] successful.
Nov 27 14:28:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff9c11dd-db54-4818-9496-7a48849c417d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c665b83-00ac-46f1-8a8b-4eb86db6d07d]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:50 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:50 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] HCTL ('33', '-', '-', 0) found on session 18 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[73eda4e7-5dc3-4e3e-a7a0-e2f8f08e253d]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Searching for a device in session 18 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kxmybsLS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG nova.objects.instance [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lazy-loading 'flavor' on Instance uuid ce10cd33-ddee-4940-a894-1a6d114e40f4 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:51 user nova-compute[75432]: INFO nova.compute.manager [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Attaching volume 9ae50df5-108a-475e-a9f1-3124e2ca4427 to /dev/vdb
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.utils [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ded6ad0-719c-4a31-a1fb-5b2b8d3f30f7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[32ba965c-dc31-458c-9c9c-83318c2097f9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[33097b90-ca0e-40e2-ad14-8ee6b0f4942d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[232a8e84-1567-4435-805d-aa46c3cfa0d3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:51 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e535e4a-dec0-4038-8134-aac711128d1f]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.utils [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Updating existing volume attachment record: ba9890b9-c46a-4558-9ea1-8696bb743b73 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.287s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] <== connect_volume: return (2840ms) {'type': 'block', 'scsi_wwn': '23964373432356537', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23964373432356537', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 2.046s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:51 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:51 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gJCpkeBo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:51 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260" returned: 21 in 0.042s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e90bded0-bfb0-4f20-aa8b-33046c4883dd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:28:51 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca7404be-6a55-4d3f-8cd2-cd9c49a0a166]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07] added
Nov 27 14:28:51 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aef1effd-7543-4613-beba-eb0f63bdfa70]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dce8148-577b-4b10-b051-d34de932741e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OwgaSBNo {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [req-c4605442-f484-4a59-b0d9-c654580aea09 req-475beb17-fde5-43e8-a745-fabe7b117283 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c4605442-f484-4a59-b0d9-c654580aea09 req-475beb17-fde5-43e8-a745-fabe7b117283 service nova] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c4605442-f484-4a59-b0d9-c654580aea09 req-475beb17-fde5-43e8-a745-fabe7b117283 service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c4605442-f484-4a59-b0d9-c654580aea09 req-475beb17-fde5-43e8-a745-fabe7b117283 service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [req-c4605442-f484-4a59-b0d9-c654580aea09 req-475beb17-fde5-43e8-a745-fabe7b117283 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] No waiting events found dispatching network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:28:51 user nova-compute[75432]: WARNING nova.compute.manager [req-c4605442-f484-4a59-b0d9-c654580aea09 req-475beb17-fde5-43e8-a745-fabe7b117283 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received unexpected event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 for instance with vm_state resized and task_state resize_reverting.
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OwgaSBNo" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[95fa5517-c397-4ead-8f08-4e9611819351]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OwgaSBNo'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[726ddc6f-da9b-4e4a-9d61-dd50e1ad5719]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[27312b0c-69b6-4174-b444-c1902a175e38]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:51 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:51 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:51 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:51 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:51 user nova-compute[75432]: WARNING nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] While synchronizing instance power states, found 11 instances in the database and 9 instances on the hypervisor.
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid ce10cd33-ddee-4940-a894-1a6d114e40f4 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 93337b04-10bc-46cd-bfff-a23fe0d01c05 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid eede8dfe-d800-4bfe-8c37-6936e7b936a2 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 9c7537eb-31bc-429c-b2a4-0b16a41b5155 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 9a34d1e3-7c2c-4144-9306-7165d690b188 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "591550d2-730f-45f1-af44-c783990d8b4a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:51 user nova-compute[75432]: INFO nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] During sync_power_state the instance has a pending task (resize_reverting). Skip.
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "9f515838-2521-400d-a783-8abf36bdf8ee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:51 user nova-compute[75432]: INFO nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] During sync_power_state the instance has a pending task (rebuild_spawning). Skip.
Nov 27 14:28:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b457673-9097-4e2c-9d06-4c209e542264]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260]
Nov 27 14:28:52 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260] successful.
Nov 27 14:28:52 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[42064326-afd0-4543-9d58-97e8084c4728]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.116s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "591550d2-730f-45f1-af44-c783990d8b4a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.119s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[768eebc7-53c1-4286-a48b-2cbbc109f0a0]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:52 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:52 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:52 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:52 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:52 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:52 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.362s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] HCTL ('35', '-', '-', 0) found on session 19 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.120s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "9f515838-2521-400d-a783-8abf36bdf8ee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.124s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.128s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.132s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[22c244e3-3157-4855-940d-7282fd31a485]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching for a device in session 19 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OwgaSBNo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG nova.objects.instance [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-61dff1a8-edf8-4411-aca0-07193df1dbb6 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 24.435s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "86458776-cf1e-457c-8639-7c99bc80af53" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.619s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "86458776-cf1e-457c-8639-7c99bc80af53" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.034s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.401s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== connect_volume: return (3447ms) {'type': 'block', 'scsi_wwn': '23566353965626132', 'path': '/dev/sdd'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23566353965626132', 'path': '/dev/sdd'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.353s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:53 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:53 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ad88273-e7ef-4f6c-b486-b452d74b114a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:28:53 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:26:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2099654412',display_name='tempest-ServerActionsTestOtherA-server-2118074107',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2099654412',id=13,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC7nbChQBEh0ipZK86YMc5WAR1u1I/Xc6M14E/KhIHfua86zBqcvM9OC60mZqIW+yGaoD7XQcB6WvqSOprO2bmj61Bf5jxlVSo2afvKUd2XzEdRVVuFL+fnQJNH/BJ8xnQ==',key_name='tempest-keypair-1060999449',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:26:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-x4scfado',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=9a34d1e3-7c2c-4144-9306-7165d690b188,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:28:53 user nova-compute[75432]:   <uuid>9a34d1e3-7c2c-4144-9306-7165d690b188</uuid>
Nov 27 14:28:53 user nova-compute[75432]:   <name>instance-0000000d</name>
Nov 27 14:28:53 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:28:53 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:28:53 user nova-compute[75432]:   <metadata>
Nov 27 14:28:53 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:28:53 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:28:53 user nova-compute[75432]:       <nova:name>tempest-ServerActionsTestOtherA-server-2118074107</nova:name>
Nov 27 14:28:53 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:28:49</nova:creationTime>
Nov 27 14:28:53 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:28:53 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:28:53 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:28:53 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:28:53 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:28:53 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:28:53 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:28:53 user nova-compute[75432]:       <nova:owner>
Nov 27 14:28:53 user nova-compute[75432]:         <nova:user uuid="289f9f58cb40408e8ea5cb4d2b87974f">tempest-ServerActionsTestOtherA-314026822-project-member</nova:user>
Nov 27 14:28:53 user nova-compute[75432]:         <nova:project uuid="c56e131aba2649ceb754fe2a12681a99">tempest-ServerActionsTestOtherA-314026822</nova:project>
Nov 27 14:28:53 user nova-compute[75432]:       </nova:owner>
Nov 27 14:28:53 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:28:53 user nova-compute[75432]:       <nova:ports>
Nov 27 14:28:53 user nova-compute[75432]:         <nova:port uuid="70399e52-5175-46df-9fc0-ed5dbada2944">
Nov 27 14:28:53 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 27 14:28:53 user nova-compute[75432]:         </nova:port>
Nov 27 14:28:53 user nova-compute[75432]:       </nova:ports>
Nov 27 14:28:53 user nova-compute[75432]:     </nova:instance>
Nov 27 14:28:53 user nova-compute[75432]:   </metadata>
Nov 27 14:28:53 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:28:53 user nova-compute[75432]:     <system>
Nov 27 14:28:53 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:28:53 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:28:53 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:28:53 user nova-compute[75432]:       <entry name="serial">9a34d1e3-7c2c-4144-9306-7165d690b188</entry>
Nov 27 14:28:53 user nova-compute[75432]:       <entry name="uuid">9a34d1e3-7c2c-4144-9306-7165d690b188</entry>
Nov 27 14:28:53 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:28:53 user nova-compute[75432]:     </system>
Nov 27 14:28:53 user nova-compute[75432]:   </sysinfo>
Nov 27 14:28:53 user nova-compute[75432]:   <os>
Nov 27 14:28:53 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:28:53 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:28:53 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:28:53 user nova-compute[75432]:   </os>
Nov 27 14:28:53 user nova-compute[75432]:   <features>
Nov 27 14:28:53 user nova-compute[75432]:     <acpi/>
Nov 27 14:28:53 user nova-compute[75432]:     <apic/>
Nov 27 14:28:53 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:28:53 user nova-compute[75432]:   </features>
Nov 27 14:28:53 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:28:53 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:28:53 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:28:53 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:28:53 user nova-compute[75432]:   </clock>
Nov 27 14:28:53 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:28:53 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:28:53 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:28:53 user nova-compute[75432]:   </cpu>
Nov 27 14:28:53 user nova-compute[75432]:   <devices>
Nov 27 14:28:53 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:28:53 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:28:53 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk"/>
Nov 27 14:28:53 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:28:53 user nova-compute[75432]:     </disk>
Nov 27 14:28:53 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:28:53 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:28:53 user nova-compute[75432]:       <source dev="/dev/sdd"/>
Nov 27 14:28:53 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:28:53 user nova-compute[75432]:       <serial>dcd252c8-5f2c-4bae-a56b-ed885b8b2b07</serial>
Nov 27 14:28:53 user nova-compute[75432]:     </disk>
Nov 27 14:28:53 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:28:53 user nova-compute[75432]:       <mac address="fa:16:3e:3c:fb:8d"/>
Nov 27 14:28:53 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:53 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:28:53 user nova-compute[75432]:       <target dev="tap70399e52-51"/>
Nov 27 14:28:53 user nova-compute[75432]:     </interface>
Nov 27 14:28:53 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:28:53 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/console.log" append="off"/>
Nov 27 14:28:53 user nova-compute[75432]:     </serial>
Nov 27 14:28:53 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:28:53 user nova-compute[75432]:     <video>
Nov 27 14:28:53 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:53 user nova-compute[75432]:     </video>
Nov 27 14:28:53 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:28:53 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:28:53 user nova-compute[75432]:     </rng>
Nov 27 14:28:53 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:28:53 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:28:53 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:28:53 user nova-compute[75432]:     </memballoon>
Nov 27 14:28:53 user nova-compute[75432]:   </devices>
Nov 27 14:28:53 user nova-compute[75432]: </domain>
Nov 27 14:28:53 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:26:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2099654412',display_name='tempest-ServerActionsTestOtherA-server-2118074107',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2099654412',id=13,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC7nbChQBEh0ipZK86YMc5WAR1u1I/Xc6M14E/KhIHfua86zBqcvM9OC60mZqIW+yGaoD7XQcB6WvqSOprO2bmj61Bf5jxlVSo2afvKUd2XzEdRVVuFL+fnQJNH/BJ8xnQ==',key_name='tempest-keypair-1060999449',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:26:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-x4scfado',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=9a34d1e3-7c2c-4144-9306-7165d690b188,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_vif [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c74fa6f0-afbf-5f08-9e99-a357123fc1fc', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap70399e52-51, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap70399e52-51, col_values=(('qos', UUID('24c45f15-afb0-4d7a-bf47-fde9ec61bcb2')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap70399e52-51, col_values=(('external_ids', {'iface-id': '70399e52-5175-46df-9fc0-ed5dbada2944', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3c:fb:8d', 'vm-uuid': '9a34d1e3-7c2c-4144-9306-7165d690b188'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b0a9493-90fd-457b-b1bc-95693855f8e4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d] added
Nov 27 14:28:53 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:53 user nova-compute[75432]: INFO os_vif [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51')
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5da0179-c812-4720-8bb7-c493bc39e8f7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7173d7fe-b54c-4b65-bbe7-4fe7718d89c4]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gJCpkeBo {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gJCpkeBo" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[34a8033d-9a7c-425c-a6d0-c0fc71951851]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gJCpkeBo'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No VIF found with MAC fa:16:3e:3c:fb:8d, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[51e476de-ea3c-4e3d-a054-83a5be2fae95]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1231b298-5a43-4b34-b381-803ca49515b8]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:53 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:53 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:53 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:53 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:53 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:53 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[80667863-c476-4aa0-b203-9bace7d9abcf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d, portal: 172.16.0.220,3260]
Nov 27 14:28:53 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d, portal: 172.16.0.220,3260] successful.
Nov 27 14:28:53 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8adadb6c-be6c-439f-b086-5f1ddcd7d27c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c468167-bc51-451c-9f97-b83c832d4af9]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:53 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:53 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:53 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:28:53 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:53 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:53 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:53 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:28:53 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.356s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] HCTL ('36', '-', '-', 0) found on session 20 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.029s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d3f017-d25e-46e8-b144-08713ee915be]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Searching for a device in session 20 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gJCpkeBo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:28:53 user nova-compute[75432]: INFO nova.compute.claims [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Claim successful on node user
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8e68b6df-36f9-4b4b-9a60-9567fc213ff0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8e68b6df-36f9-4b4b-9a60-9567fc213ff0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8e68b6df-36f9-4b4b-9a60-9567fc213ff0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8e68b6df-36f9-4b4b-9a60-9567fc213ff0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75432) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-8e68b6df-36f9-4b4b-9a60-9567fc213ff0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-89ffcd89-4841-4225-bb1f-97dbf32f7e21 req-5338b494-5b6e-4738-9d9c-196381b1e963 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-89ffcd89-4841-4225-bb1f-97dbf32f7e21 req-5338b494-5b6e-4738-9d9c-196381b1e963 service nova] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-89ffcd89-4841-4225-bb1f-97dbf32f7e21 req-5338b494-5b6e-4738-9d9c-196381b1e963 service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-89ffcd89-4841-4225-bb1f-97dbf32f7e21 req-5338b494-5b6e-4738-9d9c-196381b1e963 service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-89ffcd89-4841-4225-bb1f-97dbf32f7e21 req-5338b494-5b6e-4738-9d9c-196381b1e963 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] No waiting events found dispatching network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:28:53 user nova-compute[75432]: WARNING nova.compute.manager [req-89ffcd89-4841-4225-bb1f-97dbf32f7e21 req-5338b494-5b6e-4738-9d9c-196381b1e963 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received unexpected event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 for instance with vm_state resized and task_state resize_reverting.
Nov 27 14:28:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:28:54 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance running successfully.
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] finish_revert_migration finished successfully. {{(pid=75432) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11860}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.691s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-6a1151dd-5b43-44a9-8aee-ee35e1258411 req-ad01a893-346c-4049-a2c5-827ac38f0362 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-unplugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6a1151dd-5b43-44a9-8aee-ee35e1258411 req-ad01a893-346c-4049-a2c5-827ac38f0362 service nova] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6a1151dd-5b43-44a9-8aee-ee35e1258411 req-ad01a893-346c-4049-a2c5-827ac38f0362 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6a1151dd-5b43-44a9-8aee-ee35e1258411 req-ad01a893-346c-4049-a2c5-827ac38f0362 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-6a1151dd-5b43-44a9-8aee-ee35e1258411 req-ad01a893-346c-4049-a2c5-827ac38f0362 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] No waiting events found dispatching network-vif-unplugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:28:54 user nova-compute[75432]: WARNING nova.compute.manager [req-6a1151dd-5b43-44a9-8aee-ee35e1258411 req-ad01a893-346c-4049-a2c5-827ac38f0362 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received unexpected event network-vif-unplugged-59973ed2-cf57-4cd6-bccc-a372532b991b for instance with vm_state active and task_state powering-off.
Nov 27 14:28:54 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:28:54 user nova-compute[75432]: INFO nova.compute.manager [None req-e95f0f94-b51b-4351-b547-198d428845a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating instance to original state: 'active'
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.399s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] <== connect_volume: return (2751ms) {'type': 'block', 'scsi_wwn': '23734383164636635', 'path': '/dev/sde'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23734383164636635', 'path': '/dev/sde'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:28:54 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Creating image(s)
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "/opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "/opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "/opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.policy [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ffaf4290443424793cc4a1837b7a0ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0f20b47b27745d1936afd4c6757f2bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IXsFSBwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:54 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:54 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:54 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:28:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:54 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance destroyed successfully.
Nov 27 14:28:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8e68b6df-36f9-4b4b-9a60-9567fc213ff0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[882f6b90-2874-4d8c-9b24-49ddd8588478]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:28:54 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfb4da18-b5ed-47c4-9009-1da0e7f46096]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f] added
Nov 27 14:28:54 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.205s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b550fc54-2a09-4060-9e4c-3f6ad4957db8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8e68b6df-36f9-4b4b-9a60-9567fc213ff0 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 1.035s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c79180c1-c975-4cce-acc1-f451bae2b9c3]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IXsFSBwg {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IXsFSBwg" returned: 0 in 0.057s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a3db48d-fc6f-40e2-a282-10168523c303]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IXsFSBwg'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2ed8264-2b41-4b1e-9b8f-71bcfad2c7ca]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.050s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[74717f7b-561c-4017-99c4-b469ffd9138d]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:28:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:28:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.289s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk 1073741824" returned: 0 in 0.058s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.353s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --login" returned: 0 in 0.120s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eb57b31-49ae-4392-8a9b-795a96f56d22]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f, portal: 172.16.0.220,3260]
Nov 27 14:28:55 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f, portal: 172.16.0.220,3260] successful.
Nov 27 14:28:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.033s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[efbd5d22-9e90-4d07-986b-1bff8eabd9d1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fb6af07-dbe0-459b-b611-6b5691a81af0]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:28:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:28:55 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:28:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.548s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] HCTL ('37', '-', '-', 0) found on session 21 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a85502c0-1669-4b23-abe1-e351c58966ec]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Searching for a device in session 21 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IXsFSBwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.311s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-6a2296a7-30c6-4623-88b6-8520ccfea280 req-c3e2bf6b-2f25-4d79-ba67-395d5c4f2a1a service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received event network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6a2296a7-30c6-4623-88b6-8520ccfea280 req-c3e2bf6b-2f25-4d79-ba67-395d5c4f2a1a service nova] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6a2296a7-30c6-4623-88b6-8520ccfea280 req-c3e2bf6b-2f25-4d79-ba67-395d5c4f2a1a service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6a2296a7-30c6-4623-88b6-8520ccfea280 req-c3e2bf6b-2f25-4d79-ba67-395d5c4f2a1a service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-6a2296a7-30c6-4623-88b6-8520ccfea280 req-c3e2bf6b-2f25-4d79-ba67-395d5c4f2a1a service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] No waiting events found dispatching network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:28:55 user nova-compute[75432]: WARNING nova.compute.manager [req-6a2296a7-30c6-4623-88b6-8520ccfea280 req-c3e2bf6b-2f25-4d79-ba67-395d5c4f2a1a service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received unexpected event network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 for instance with vm_state active and task_state rebuild_spawning.
Nov 27 14:28:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Successfully created port: 01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Cannot resize image /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Ensure instance console log exists: /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.776s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] <== connect_volume: return (1785ms) {'type': 'block', 'scsi_wwn': '23466613439303661', 'path': '/dev/sdf'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23466613439303661', 'path': '/dev/sdf'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:34:db,bridge_name='br-int',has_traffic_filtering=True,id=8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4,network=Network(bb56e46d-9a28-4c37-b5db-351d0ad6835c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8dbaf9d6-32') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:c0:2a,bridge_name='br-int',has_traffic_filtering=True,id=3592885b-bdac-428b-a143-31445ba1ad4d,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3592885b-bd') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:c8:a4,bridge_name='br-int',has_traffic_filtering=True,id=fa7dbe30-452f-428a-be7d-7faf606fc5b9,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa7dbe30-45') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "53095255-711c-4d9d-a16d-357fddfdd392", "address": "fa:16:3e:36:33:8f", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53095255-71", "ovs_interfaceid": "53095255-711c-4d9d-a16d-357fddfdd392", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "53095255-711c-4d9d-a16d-357fddfdd392", "address": "fa:16:3e:36:33:8f", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53095255-71", "ovs_interfaceid": "53095255-711c-4d9d-a16d-357fddfdd392", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:33:8f,bridge_name='br-int',has_traffic_filtering=True,id=53095255-711c-4d9d-a16d-357fddfdd392,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53095255-71') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:69:a3,bridge_name='br-int',has_traffic_filtering=True,id=90ba6034-f0be-41f3-b48c-349606e0a63b,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90ba6034-f0') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:54:1c,bridge_name='br-int',has_traffic_filtering=True,id=6d88f3e7-da16-4795-9684-72e96c5c5e3a,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d88f3e7-da') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:fb:a2,bridge_name='br-int',has_traffic_filtering=True,id=3a8f3b14-3a22-4727-be91-9cee74b95150,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a8f3b14-3a') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.objects.instance [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lazy-loading 'pci_devices' on Instance uuid 9c7537eb-31bc-429c-b2a4-0b16a41b5155 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-ddb8999e-281d-4ffb-b5be-7a4db23cec8e req-1606d88b-3a53-425c-abee-57260c380233 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ddb8999e-281d-4ffb-b5be-7a4db23cec8e req-1606d88b-3a53-425c-abee-57260c380233 service nova] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ddb8999e-281d-4ffb-b5be-7a4db23cec8e req-1606d88b-3a53-425c-abee-57260c380233 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ddb8999e-281d-4ffb-b5be-7a4db23cec8e req-1606d88b-3a53-425c-abee-57260c380233 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-ddb8999e-281d-4ffb-b5be-7a4db23cec8e req-1606d88b-3a53-425c-abee-57260c380233 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] No waiting events found dispatching network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:28:56 user nova-compute[75432]: WARNING nova.compute.manager [req-ddb8999e-281d-4ffb-b5be-7a4db23cec8e req-1606d88b-3a53-425c-abee-57260c380233 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received unexpected event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b for instance with vm_state stopped and task_state None.
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:28:56 user nova-compute[75432]:   <uuid>9c7537eb-31bc-429c-b2a4-0b16a41b5155</uuid>
Nov 27 14:28:56 user nova-compute[75432]:   <name>instance-00000011</name>
Nov 27 14:28:56 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:28:56 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:28:56 user nova-compute[75432]:   <metadata>
Nov 27 14:28:56 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:28:56 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:28:56 user nova-compute[75432]:       <nova:name>tempest-device-tagging-server-905673280</nova:name>
Nov 27 14:28:56 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:28:48</nova:creationTime>
Nov 27 14:28:56 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:28:56 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:28:56 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:28:56 user nova-compute[75432]:       <nova:owner>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:user uuid="67c1bfd77387484abf390a5c370c70a4">tempest-TaggedBootDevicesTest_v242-595607467-project-member</nova:user>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:project uuid="feac3c2c3cd844f89d7e59b89463cc1e">tempest-TaggedBootDevicesTest_v242-595607467</nova:project>
Nov 27 14:28:56 user nova-compute[75432]:       </nova:owner>
Nov 27 14:28:56 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:28:56 user nova-compute[75432]:       <nova:ports>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:port uuid="8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4">
Nov 27 14:28:56 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 14:28:56 user nova-compute[75432]:         </nova:port>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:port uuid="3592885b-bdac-428b-a143-31445ba1ad4d">
Nov 27 14:28:56 user nova-compute[75432]:           <nova:ip type="fixed" address="10.1.1.204" ipVersion="4"/>
Nov 27 14:28:56 user nova-compute[75432]:         </nova:port>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:port uuid="fa7dbe30-452f-428a-be7d-7faf606fc5b9">
Nov 27 14:28:56 user nova-compute[75432]:           <nova:ip type="fixed" address="10.1.1.133" ipVersion="4"/>
Nov 27 14:28:56 user nova-compute[75432]:         </nova:port>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:port uuid="53095255-711c-4d9d-a16d-357fddfdd392">
Nov 27 14:28:56 user nova-compute[75432]:           <nova:ip type="fixed" address="10.1.1.34" ipVersion="4"/>
Nov 27 14:28:56 user nova-compute[75432]:         </nova:port>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:port uuid="90ba6034-f0be-41f3-b48c-349606e0a63b">
Nov 27 14:28:56 user nova-compute[75432]:           <nova:ip type="fixed" address="10.1.1.10" ipVersion="4"/>
Nov 27 14:28:56 user nova-compute[75432]:         </nova:port>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:port uuid="6d88f3e7-da16-4795-9684-72e96c5c5e3a">
Nov 27 14:28:56 user nova-compute[75432]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 27 14:28:56 user nova-compute[75432]:         </nova:port>
Nov 27 14:28:56 user nova-compute[75432]:         <nova:port uuid="3a8f3b14-3a22-4727-be91-9cee74b95150">
Nov 27 14:28:56 user nova-compute[75432]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 27 14:28:56 user nova-compute[75432]:         </nova:port>
Nov 27 14:28:56 user nova-compute[75432]:       </nova:ports>
Nov 27 14:28:56 user nova-compute[75432]:     </nova:instance>
Nov 27 14:28:56 user nova-compute[75432]:   </metadata>
Nov 27 14:28:56 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:28:56 user nova-compute[75432]:     <system>
Nov 27 14:28:56 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:28:56 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:28:56 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:28:56 user nova-compute[75432]:       <entry name="serial">9c7537eb-31bc-429c-b2a4-0b16a41b5155</entry>
Nov 27 14:28:56 user nova-compute[75432]:       <entry name="uuid">9c7537eb-31bc-429c-b2a4-0b16a41b5155</entry>
Nov 27 14:28:56 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:28:56 user nova-compute[75432]:     </system>
Nov 27 14:28:56 user nova-compute[75432]:   </sysinfo>
Nov 27 14:28:56 user nova-compute[75432]:   <os>
Nov 27 14:28:56 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:28:56 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:28:56 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:28:56 user nova-compute[75432]:   </os>
Nov 27 14:28:56 user nova-compute[75432]:   <features>
Nov 27 14:28:56 user nova-compute[75432]:     <acpi/>
Nov 27 14:28:56 user nova-compute[75432]:     <apic/>
Nov 27 14:28:56 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:28:56 user nova-compute[75432]:   </features>
Nov 27 14:28:56 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:28:56 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:28:56 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:28:56 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:28:56 user nova-compute[75432]:   </clock>
Nov 27 14:28:56 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:28:56 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:28:56 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:28:56 user nova-compute[75432]:   </cpu>
Nov 27 14:28:56 user nova-compute[75432]:   <devices>
Nov 27 14:28:56 user nova-compute[75432]:     <disk type="file" device="cdrom">
Nov 27 14:28:56 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none"/>
Nov 27 14:28:56 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/9c7537eb-31bc-429c-b2a4-0b16a41b5155/disk.config"/>
Nov 27 14:28:56 user nova-compute[75432]:       <target dev="hda" bus="ide"/>
Nov 27 14:28:56 user nova-compute[75432]:     </disk>
Nov 27 14:28:56 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:28:56 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:28:56 user nova-compute[75432]:       <source dev="/dev/sdb"/>
Nov 27 14:28:56 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:28:56 user nova-compute[75432]:       <serial>5e916c26-b562-447c-a4fb-2fd7a1fa5c34</serial>
Nov 27 14:28:56 user nova-compute[75432]:     </disk>
Nov 27 14:28:56 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:28:56 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:28:56 user nova-compute[75432]:       <source dev="/dev/sde"/>
Nov 27 14:28:56 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:28:56 user nova-compute[75432]:       <serial>a43d8384-e69a-4bc7-b347-bf9ad0f4424d</serial>
Nov 27 14:28:56 user nova-compute[75432]:     </disk>
Nov 27 14:28:56 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:28:56 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:28:56 user nova-compute[75432]:       <source dev="/dev/sdf"/>
Nov 27 14:28:56 user nova-compute[75432]:       <target dev="vdc" bus="virtio"/>
Nov 27 14:28:56 user nova-compute[75432]:       <serial>4a53c995-24f7-4ace-b0ad-e87ef41a523f</serial>
Nov 27 14:28:56 user nova-compute[75432]:     </disk>
Nov 27 14:28:56 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:28:56 user nova-compute[75432]:       <mac address="fa:16:3e:52:34:db"/>
Nov 27 14:28:56 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:56 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:28:56 user nova-compute[75432]:       <target dev="tap8dbaf9d6-32"/>
Nov 27 14:28:56 user nova-compute[75432]:     </interface>
Nov 27 14:28:56 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:28:56 user nova-compute[75432]:       <mac address="fa:16:3e:91:c0:2a"/>
Nov 27 14:28:56 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:56 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:28:56 user nova-compute[75432]:       <target dev="tap3592885b-bd"/>
Nov 27 14:28:56 user nova-compute[75432]:     </interface>
Nov 27 14:28:56 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:28:56 user nova-compute[75432]:       <mac address="fa:16:3e:fb:c8:a4"/>
Nov 27 14:28:56 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:56 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:28:56 user nova-compute[75432]:       <target dev="tapfa7dbe30-45"/>
Nov 27 14:28:56 user nova-compute[75432]:     </interface>
Nov 27 14:28:56 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:28:56 user nova-compute[75432]:       <mac address="fa:16:3e:36:33:8f"/>
Nov 27 14:28:56 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:56 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:28:56 user nova-compute[75432]:       <target dev="tap53095255-71"/>
Nov 27 14:28:56 user nova-compute[75432]:     </interface>
Nov 27 14:28:56 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:28:56 user nova-compute[75432]:       <mac address="fa:16:3e:6e:69:a3"/>
Nov 27 14:28:56 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:56 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:28:56 user nova-compute[75432]:       <target dev="tap90ba6034-f0"/>
Nov 27 14:28:56 user nova-compute[75432]:     </interface>
Nov 27 14:28:56 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:28:56 user nova-compute[75432]:       <mac address="fa:16:3e:34:54:1c"/>
Nov 27 14:28:56 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:56 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:28:56 user nova-compute[75432]:       <target dev="tap6d88f3e7-da"/>
Nov 27 14:28:56 user nova-compute[75432]:     </interface>
Nov 27 14:28:56 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:28:56 user nova-compute[75432]:       <mac address="fa:16:3e:4b:fb:a2"/>
Nov 27 14:28:56 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:56 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:28:56 user nova-compute[75432]:       <target dev="tap3a8f3b14-3a"/>
Nov 27 14:28:56 user nova-compute[75432]:     </interface>
Nov 27 14:28:56 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:28:56 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/9c7537eb-31bc-429c-b2a4-0b16a41b5155/console.log" append="off"/>
Nov 27 14:28:56 user nova-compute[75432]:     </serial>
Nov 27 14:28:56 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:28:56 user nova-compute[75432]:     <video>
Nov 27 14:28:56 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:56 user nova-compute[75432]:     </video>
Nov 27 14:28:56 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:28:56 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:28:56 user nova-compute[75432]:     </rng>
Nov 27 14:28:56 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:28:56 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:28:56 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:28:56 user nova-compute[75432]:     </memballoon>
Nov 27 14:28:56 user nova-compute[75432]:   </devices>
Nov 27 14:28:56 user nova-compute[75432]: </domain>
Nov 27 14:28:56 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:34:db,bridge_name='br-int',has_traffic_filtering=True,id=8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4,network=Network(bb56e46d-9a28-4c37-b5db-351d0ad6835c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8dbaf9d6-32') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:34:db,bridge_name='br-int',has_traffic_filtering=True,id=8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4,network=Network(bb56e46d-9a28-4c37-b5db-351d0ad6835c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8dbaf9d6-32') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Successfully updated port: 01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c05d47d6-aaf9-592e-837e-1b850613d20c', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "refresh_cache-bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquired lock "refresh_cache-bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8dbaf9d6-32, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8dbaf9d6-32, col_values=(('qos', UUID('ceda5be4-b16b-459a-9104-1c649004e7c0')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8dbaf9d6-32, col_values=(('external_ids', {'iface-id': '8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:34:db', 'vm-uuid': '9c7537eb-31bc-429c-b2a4-0b16a41b5155'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: INFO os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:34:db,bridge_name='br-int',has_traffic_filtering=True,id=8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4,network=Network(bb56e46d-9a28-4c37-b5db-351d0ad6835c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8dbaf9d6-32')
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:c0:2a,bridge_name='br-int',has_traffic_filtering=True,id=3592885b-bdac-428b-a143-31445ba1ad4d,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3592885b-bd') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:c0:2a,bridge_name='br-int',has_traffic_filtering=True,id=3592885b-bdac-428b-a143-31445ba1ad4d,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3592885b-bd') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2a262cb7-71ca-503c-8f00-fe4790c96d65', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3592885b-bd, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3592885b-bd, col_values=(('qos', UUID('d5e21ed7-46e8-48ab-acc9-32ef41e84460')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3592885b-bd, col_values=(('external_ids', {'iface-id': '3592885b-bdac-428b-a143-31445ba1ad4d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:c0:2a', 'vm-uuid': '9c7537eb-31bc-429c-b2a4-0b16a41b5155'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: INFO os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:c0:2a,bridge_name='br-int',has_traffic_filtering=True,id=3592885b-bdac-428b-a143-31445ba1ad4d,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3592885b-bd')
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:c8:a4,bridge_name='br-int',has_traffic_filtering=True,id=fa7dbe30-452f-428a-be7d-7faf606fc5b9,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa7dbe30-45') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:c8:a4,bridge_name='br-int',has_traffic_filtering=True,id=fa7dbe30-452f-428a-be7d-7faf606fc5b9,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa7dbe30-45') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4625323d-b9af-54a7-9221-b941d262000b', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfa7dbe30-45, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfa7dbe30-45, col_values=(('qos', UUID('162097d5-3c98-455d-bde9-0545f25ec34e')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfa7dbe30-45, col_values=(('external_ids', {'iface-id': 'fa7dbe30-452f-428a-be7d-7faf606fc5b9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:c8:a4', 'vm-uuid': '9c7537eb-31bc-429c-b2a4-0b16a41b5155'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: INFO os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:c8:a4,bridge_name='br-int',has_traffic_filtering=True,id=fa7dbe30-452f-428a-be7d-7faf606fc5b9,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa7dbe30-45')
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "53095255-711c-4d9d-a16d-357fddfdd392", "address": "fa:16:3e:36:33:8f", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53095255-71", "ovs_interfaceid": "53095255-711c-4d9d-a16d-357fddfdd392", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "53095255-711c-4d9d-a16d-357fddfdd392", "address": "fa:16:3e:36:33:8f", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53095255-71", "ovs_interfaceid": "53095255-711c-4d9d-a16d-357fddfdd392", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:33:8f,bridge_name='br-int',has_traffic_filtering=True,id=53095255-711c-4d9d-a16d-357fddfdd392,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53095255-71') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:33:8f,bridge_name='br-int',has_traffic_filtering=True,id=53095255-711c-4d9d-a16d-357fddfdd392,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53095255-71') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a91e1dac-ab49-52fe-80ab-3816f269570e', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap53095255-71, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap53095255-71, col_values=(('qos', UUID('3dc50107-541e-4ee2-83eb-b23fa7363356')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap53095255-71, col_values=(('external_ids', {'iface-id': '53095255-711c-4d9d-a16d-357fddfdd392', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:36:33:8f', 'vm-uuid': '9c7537eb-31bc-429c-b2a4-0b16a41b5155'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: INFO nova.compute.manager [None req-cd9b236f-7c1b-4002-9789-73ea17f3e2d3 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Unrescuing
Nov 27 14:28:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cd9b236f-7c1b-4002-9789-73ea17f3e2d3 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cd9b236f-7c1b-4002-9789-73ea17f3e2d3 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquired lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-cd9b236f-7c1b-4002-9789-73ea17f3e2d3 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: INFO os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:33:8f,bridge_name='br-int',has_traffic_filtering=True,id=53095255-711c-4d9d-a16d-357fddfdd392,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53095255-71')
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:69:a3,bridge_name='br-int',has_traffic_filtering=True,id=90ba6034-f0be-41f3-b48c-349606e0a63b,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90ba6034-f0') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:69:a3,bridge_name='br-int',has_traffic_filtering=True,id=90ba6034-f0be-41f3-b48c-349606e0a63b,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90ba6034-f0') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '105ed16d-7b6d-517a-9b25-640f167544a6', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap90ba6034-f0, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap90ba6034-f0, col_values=(('qos', UUID('b8da233e-2ee7-484c-8c13-23ce83f535e7')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap90ba6034-f0, col_values=(('external_ids', {'iface-id': '90ba6034-f0be-41f3-b48c-349606e0a63b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6e:69:a3', 'vm-uuid': '9c7537eb-31bc-429c-b2a4-0b16a41b5155'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Updating instance_info_cache with network_info: [{"id": "01574277-96e5-4421-99e4-24f48b8d9e95", "address": "fa:16:3e:bb:74:9f", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01574277-96", "ovs_interfaceid": "01574277-96e5-4421-99e4-24f48b8d9e95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Releasing lock "refresh_cache-bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Instance network_info: |[{"id": "01574277-96e5-4421-99e4-24f48b8d9e95", "address": "fa:16:3e:bb:74:9f", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01574277-96", "ovs_interfaceid": "01574277-96e5-4421-99e4-24f48b8d9e95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Start _get_guest_xml network_info=[{"id": "01574277-96e5-4421-99e4-24f48b8d9e95", "address": "fa:16:3e:bb:74:9f", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01574277-96", "ovs_interfaceid": "01574277-96e5-4421-99e4-24f48b8d9e95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: INFO os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:69:a3,bridge_name='br-int',has_traffic_filtering=True,id=90ba6034-f0be-41f3-b48c-349606e0a63b,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90ba6034-f0')
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:54:1c,bridge_name='br-int',has_traffic_filtering=True,id=6d88f3e7-da16-4795-9684-72e96c5c5e3a,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d88f3e7-da') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:54:1c,bridge_name='br-int',has_traffic_filtering=True,id=6d88f3e7-da16-4795-9684-72e96c5c5e3a,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d88f3e7-da') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fcae1c03-648e-5d68-a5fb-4211fd7b9cd3', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:28:57 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:28:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-558519813',display_name='tempest-VolumesActionsTest-instance-558519813',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-558519813',id=18,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b0f20b47b27745d1936afd4c6757f2bf',ramdisk_id='',reservation_id='r-rfm5paiw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-117667624',owner_user_name='tempest-VolumesActionsTest-117667624-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:54Z,user_data=None,user_id='0ffaf4290443424793cc4a1837b7a0ca',uuid=bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01574277-96e5-4421-99e4-24f48b8d9e95", "address": "fa:16:3e:bb:74:9f", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01574277-96", "ovs_interfaceid": "01574277-96e5-4421-99e4-24f48b8d9e95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Converting VIF {"id": "01574277-96e5-4421-99e4-24f48b8d9e95", "address": "fa:16:3e:bb:74:9f", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01574277-96", "ovs_interfaceid": "01574277-96e5-4421-99e4-24f48b8d9e95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:74:9f,bridge_name='br-int',has_traffic_filtering=True,id=01574277-96e5-4421-99e4-24f48b8d9e95,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01574277-96') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lazy-loading 'pci_devices' on Instance uuid bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6d88f3e7-da, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6d88f3e7-da, col_values=(('qos', UUID('ad6eb895-4d85-4751-9157-5b90d3d41574')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6d88f3e7-da, col_values=(('external_ids', {'iface-id': '6d88f3e7-da16-4795-9684-72e96c5c5e3a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:34:54:1c', 'vm-uuid': '9c7537eb-31bc-429c-b2a4-0b16a41b5155'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:28:57 user nova-compute[75432]:   <uuid>bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584</uuid>
Nov 27 14:28:57 user nova-compute[75432]:   <name>instance-00000012</name>
Nov 27 14:28:57 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:28:57 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:28:57 user nova-compute[75432]:   <metadata>
Nov 27 14:28:57 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:28:57 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:28:57 user nova-compute[75432]:       <nova:name>tempest-VolumesActionsTest-instance-558519813</nova:name>
Nov 27 14:28:57 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:28:57</nova:creationTime>
Nov 27 14:28:57 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:28:57 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:28:57 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:28:57 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:28:57 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:28:57 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:28:57 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:28:57 user nova-compute[75432]:       <nova:owner>
Nov 27 14:28:57 user nova-compute[75432]:         <nova:user uuid="0ffaf4290443424793cc4a1837b7a0ca">tempest-VolumesActionsTest-117667624-project-member</nova:user>
Nov 27 14:28:57 user nova-compute[75432]:         <nova:project uuid="b0f20b47b27745d1936afd4c6757f2bf">tempest-VolumesActionsTest-117667624</nova:project>
Nov 27 14:28:57 user nova-compute[75432]:       </nova:owner>
Nov 27 14:28:57 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:28:57 user nova-compute[75432]:       <nova:ports>
Nov 27 14:28:57 user nova-compute[75432]:         <nova:port uuid="01574277-96e5-4421-99e4-24f48b8d9e95">
Nov 27 14:28:57 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 27 14:28:57 user nova-compute[75432]:         </nova:port>
Nov 27 14:28:57 user nova-compute[75432]:       </nova:ports>
Nov 27 14:28:57 user nova-compute[75432]:     </nova:instance>
Nov 27 14:28:57 user nova-compute[75432]:   </metadata>
Nov 27 14:28:57 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:28:57 user nova-compute[75432]:     <system>
Nov 27 14:28:57 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:28:57 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:28:57 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:28:57 user nova-compute[75432]:       <entry name="serial">bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584</entry>
Nov 27 14:28:57 user nova-compute[75432]:       <entry name="uuid">bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584</entry>
Nov 27 14:28:57 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:28:57 user nova-compute[75432]:     </system>
Nov 27 14:28:57 user nova-compute[75432]:   </sysinfo>
Nov 27 14:28:57 user nova-compute[75432]:   <os>
Nov 27 14:28:57 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:28:57 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:28:57 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:28:57 user nova-compute[75432]:   </os>
Nov 27 14:28:57 user nova-compute[75432]:   <features>
Nov 27 14:28:57 user nova-compute[75432]:     <acpi/>
Nov 27 14:28:57 user nova-compute[75432]:     <apic/>
Nov 27 14:28:57 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:28:57 user nova-compute[75432]:   </features>
Nov 27 14:28:57 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:28:57 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:28:57 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:28:57 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:28:57 user nova-compute[75432]:   </clock>
Nov 27 14:28:57 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:28:57 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:28:57 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:28:57 user nova-compute[75432]:   </cpu>
Nov 27 14:28:57 user nova-compute[75432]:   <devices>
Nov 27 14:28:57 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:28:57 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:28:57 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk"/>
Nov 27 14:28:57 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:28:57 user nova-compute[75432]:     </disk>
Nov 27 14:28:57 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:28:57 user nova-compute[75432]:       <mac address="fa:16:3e:bb:74:9f"/>
Nov 27 14:28:57 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:57 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:28:57 user nova-compute[75432]:       <target dev="tap01574277-96"/>
Nov 27 14:28:57 user nova-compute[75432]:     </interface>
Nov 27 14:28:57 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:28:57 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/console.log" append="off"/>
Nov 27 14:28:57 user nova-compute[75432]:     </serial>
Nov 27 14:28:57 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:28:57 user nova-compute[75432]:     <video>
Nov 27 14:28:57 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:28:57 user nova-compute[75432]:     </video>
Nov 27 14:28:57 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:28:57 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:28:57 user nova-compute[75432]:     </rng>
Nov 27 14:28:57 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:28:57 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:28:57 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:28:57 user nova-compute[75432]:     </memballoon>
Nov 27 14:28:57 user nova-compute[75432]:   </devices>
Nov 27 14:28:57 user nova-compute[75432]: </domain>
Nov 27 14:28:57 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:28:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-558519813',display_name='tempest-VolumesActionsTest-instance-558519813',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-558519813',id=18,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b0f20b47b27745d1936afd4c6757f2bf',ramdisk_id='',reservation_id='r-rfm5paiw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-117667624',owner_user_name='tempest-VolumesActionsTest-117667624-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:54Z,user_data=None,user_id='0ffaf4290443424793cc4a1837b7a0ca',uuid=bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01574277-96e5-4421-99e4-24f48b8d9e95", "address": "fa:16:3e:bb:74:9f", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01574277-96", "ovs_interfaceid": "01574277-96e5-4421-99e4-24f48b8d9e95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Converting VIF {"id": "01574277-96e5-4421-99e4-24f48b8d9e95", "address": "fa:16:3e:bb:74:9f", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01574277-96", "ovs_interfaceid": "01574277-96e5-4421-99e4-24f48b8d9e95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:74:9f,bridge_name='br-int',has_traffic_filtering=True,id=01574277-96e5-4421-99e4-24f48b8d9e95,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01574277-96') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG os_vif [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:74:9f,bridge_name='br-int',has_traffic_filtering=True,id=01574277-96e5-4421-99e4-24f48b8d9e95,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01574277-96') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: INFO os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:54:1c,bridge_name='br-int',has_traffic_filtering=True,id=6d88f3e7-da16-4795-9684-72e96c5c5e3a,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d88f3e7-da')
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:fb:a2,bridge_name='br-int',has_traffic_filtering=True,id=3a8f3b14-3a22-4727-be91-9cee74b95150,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a8f3b14-3a') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:fb:a2,bridge_name='br-int',has_traffic_filtering=True,id=3a8f3b14-3a22-4727-be91-9cee74b95150,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a8f3b14-3a') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-9d319a9b-2c58-44d7-8782-be0f3773a51b req-4ba1cb10-105d-42f5-bf8a-447272ca7e3b service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received event network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9d319a9b-2c58-44d7-8782-be0f3773a51b req-4ba1cb10-105d-42f5-bf8a-447272ca7e3b service nova] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9d319a9b-2c58-44d7-8782-be0f3773a51b req-4ba1cb10-105d-42f5-bf8a-447272ca7e3b service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9d319a9b-2c58-44d7-8782-be0f3773a51b req-4ba1cb10-105d-42f5-bf8a-447272ca7e3b service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-9d319a9b-2c58-44d7-8782-be0f3773a51b req-4ba1cb10-105d-42f5-bf8a-447272ca7e3b service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] No waiting events found dispatching network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:28:57 user nova-compute[75432]: WARNING nova.compute.manager [req-9d319a9b-2c58-44d7-8782-be0f3773a51b req-4ba1cb10-105d-42f5-bf8a-447272ca7e3b service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received unexpected event network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 for instance with vm_state active and task_state rebuild_spawning.
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '64b2d36d-f43e-520e-aa94-b9e8c4d58ef4', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9431daa4-2ccd-5059-b664-98b9134290e7', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-cd9b236f-7c1b-4002-9789-73ea17f3e2d3 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Updating instance_info_cache with network_info: [{"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap01574277-96, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap01574277-96, col_values=(('qos', UUID('8d035e45-e618-4761-9a33-7447142b0e19')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap01574277-96, col_values=(('external_ids', {'iface-id': '01574277-96e5-4421-99e4-24f48b8d9e95', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bb:74:9f', 'vm-uuid': 'bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cd9b236f-7c1b-4002-9789-73ea17f3e2d3 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Releasing lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.objects.instance [None req-cd9b236f-7c1b-4002-9789-73ea17f3e2d3 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'flavor' on Instance uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: INFO os_vif [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:74:9f,bridge_name='br-int',has_traffic_filtering=True,id=01574277-96e5-4421-99e4-24f48b8d9e95,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01574277-96')
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3a8f3b14-3a, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3a8f3b14-3a, col_values=(('qos', UUID('c9619c82-0d71-4f5b-8903-c1221d3a3f11')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3a8f3b14-3a, col_values=(('external_ids', {'iface-id': '3a8f3b14-3a22-4727-be91-9cee74b95150', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4b:fb:a2', 'vm-uuid': '9c7537eb-31bc-429c-b2a4-0b16a41b5155'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] No VIF found with MAC fa:16:3e:bb:74:9f, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:28:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:57 user nova-compute[75432]: INFO os_vif [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:fb:a2,bridge_name='br-int',has_traffic_filtering=True,id=3a8f3b14-3a22-4727-be91-9cee74b95150,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a8f3b14-3a')
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] No BDM found with device name hda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] No VIF found with MAC fa:16:3e:52:34:db, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] No VIF found with MAC fa:16:3e:6e:69:a3, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:28:58 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Using config drive
Nov 27 14:28:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:28:58 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Instance spawned successfully.
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:28:58 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Creating config drive at /opt/stack/data/nova/instances/9c7537eb-31bc-429c-b2a4-0b16a41b5155/disk.config
Nov 27 14:28:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/9c7537eb-31bc-429c-b2a4-0b16a41b5155/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpfngiijn0 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.objects.instance [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75432) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-593b7d26-39b3-4635-b6bf-70c6e82ec6ea req-523d0520-e22d-4299-b302-a0d13300e4b8 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-unplugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-593b7d26-39b3-4635-b6bf-70c6e82ec6ea req-523d0520-e22d-4299-b302-a0d13300e4b8 service nova] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-593b7d26-39b3-4635-b6bf-70c6e82ec6ea req-523d0520-e22d-4299-b302-a0d13300e4b8 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-593b7d26-39b3-4635-b6bf-70c6e82ec6ea req-523d0520-e22d-4299-b302-a0d13300e4b8 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-593b7d26-39b3-4635-b6bf-70c6e82ec6ea req-523d0520-e22d-4299-b302-a0d13300e4b8 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] No waiting events found dispatching network-vif-unplugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:28:58 user nova-compute[75432]: WARNING nova.compute.manager [req-593b7d26-39b3-4635-b6bf-70c6e82ec6ea req-523d0520-e22d-4299-b302-a0d13300e4b8 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received unexpected event network-vif-unplugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:28:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/9c7537eb-31bc-429c-b2a4-0b16a41b5155/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpfngiijn0" returned: 0 in 0.112s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c3e1a108-5eef-4163-8138-6d688a801c91 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.111s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-18b68cd4-9c49-48a0-b7e9-c14fa1d00836 req-957e0879-8412-4cd2-bdbc-f39a77009676 service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Received event network-changed-01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-18b68cd4-9c49-48a0-b7e9-c14fa1d00836 req-957e0879-8412-4cd2-bdbc-f39a77009676 service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Refreshing instance network info cache due to event network-changed-01574277-96e5-4421-99e4-24f48b8d9e95. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-18b68cd4-9c49-48a0-b7e9-c14fa1d00836 req-957e0879-8412-4cd2-bdbc-f39a77009676 service nova] Acquiring lock "refresh_cache-bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-18b68cd4-9c49-48a0-b7e9-c14fa1d00836 req-957e0879-8412-4cd2-bdbc-f39a77009676 service nova] Acquired lock "refresh_cache-bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-18b68cd4-9c49-48a0-b7e9-c14fa1d00836 req-957e0879-8412-4cd2-bdbc-f39a77009676 service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Refreshing network info cache for port 01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG nova.objects.instance [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lazy-loading 'flavor' on Instance uuid 93337b04-10bc-46cd-bfff-a23fe0d01c05 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:28:59 user nova-compute[75432]: INFO nova.compute.manager [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Attaching volume 0ee41d4e-b813-4cef-b121-8f456c3b7e6e to /dev/vdb
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.utils [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[25e74754-0b15-45f1-b507-898a459b32d2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d640001-6bc9-4c65-839e-82fde4cced70]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f71f00d1-cb1d-4778-90e1-8107084bc461]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[88c640cc-5076-403b-9e24-2d8a202a0462]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-efe73740-ff6c-4c55-9c71-484c65ccac4c req-83ca1865-db1e-45d1-b203-461f1d43232e service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Received event network-changed-c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-efe73740-ff6c-4c55-9c71-484c65ccac4c req-83ca1865-db1e-45d1-b203-461f1d43232e service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Refreshing instance network info cache due to event network-changed-c03b14c2-bdc1-4509-9502-1881b6d4bc47. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-efe73740-ff6c-4c55-9c71-484c65ccac4c req-83ca1865-db1e-45d1-b203-461f1d43232e service nova] Acquiring lock "refresh_cache-93337b04-10bc-46cd-bfff-a23fe0d01c05" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-efe73740-ff6c-4c55-9c71-484c65ccac4c req-83ca1865-db1e-45d1-b203-461f1d43232e service nova] Acquired lock "refresh_cache-93337b04-10bc-46cd-bfff-a23fe0d01c05" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-efe73740-ff6c-4c55-9c71-484c65ccac4c req-83ca1865-db1e-45d1-b203-461f1d43232e service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Refreshing network info cache for port c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:28:59 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[be9386d0-756c-4cc1-ab5a-6bba9d64a35f]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.utils [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] <== get_connector_properties: return (166ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Updating existing volume attachment record: 5bed8bf1-f2cd-4345-9791-5f5565eca469 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yLdGVSJC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:28:59 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:59 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:28:59 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d332a995-17d6-42b3-872a-5c857a62e6df]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:28:59 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b2ff63a-9947-4002-a44b-4b28fdab3717]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427] added
Nov 27 14:28:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f71dfeea-f4cf-4666-a405-4423c64370c2]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[73d76ea3-3648-48d0-9dbe-f55143831de4]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yLdGVSJC {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yLdGVSJC" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b44e31f3-6be8-45a9-b49c-db555d8489d4]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yLdGVSJC'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-18b68cd4-9c49-48a0-b7e9-c14fa1d00836 req-957e0879-8412-4cd2-bdbc-f39a77009676 service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Updated VIF entry in instance network info cache for port 01574277-96e5-4421-99e4-24f48b8d9e95. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-18b68cd4-9c49-48a0-b7e9-c14fa1d00836 req-957e0879-8412-4cd2-bdbc-f39a77009676 service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Updating instance_info_cache with network_info: [{"id": "01574277-96e5-4421-99e4-24f48b8d9e95", "address": "fa:16:3e:bb:74:9f", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01574277-96", "ovs_interfaceid": "01574277-96e5-4421-99e4-24f48b8d9e95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.031s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fc89ba8-df05-4199-ab59-7051de5b8ea6]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-18b68cd4-9c49-48a0-b7e9-c14fa1d00836 req-957e0879-8412-4cd2-bdbc-f39a77009676 service nova] Releasing lock "refresh_cache-bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ed33779-1164-414f-9762-8b7e80b64492]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:59 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:59 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:59 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:28:59 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:28:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:28:59 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:28:59 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:28:59 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:28:59 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:28:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:28:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --login" returned: 0 in 0.230s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[38a921a8-2db0-42cb-9089-f8c94f2e24cd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427, portal: 172.16.0.220,3260]
Nov 27 14:29:00 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427, portal: 172.16.0.220,3260] successful.
Nov 27 14:29:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1e5d705-4db4-4269-8c31-4885294993a1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.042s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca47a607-5f03-4cd7-9a36-af9c0a637e83]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:00 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:00 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:00 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:00 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:00 user nova-compute[75432]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 (non-flash)
Nov 27 14:29:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:00 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:00 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:00 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:00 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:00 user nova-compute[75432]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 (non-flash)
Nov 27 14:29:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.499s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] HCTL ('38', '-', '-', 0) found on session 22 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7b2d3fa-671e-41fe-acc4-d08dab89c111]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Searching for a device in session 22 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yLdGVSJC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG nova.network.neutron [req-efe73740-ff6c-4c55-9c71-484c65ccac4c req-83ca1865-db1e-45d1-b203-461f1d43232e service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Updated VIF entry in instance network info cache for port c03b14c2-bdc1-4509-9502-1881b6d4bc47. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG nova.network.neutron [req-efe73740-ff6c-4c55-9c71-484c65ccac4c req-83ca1865-db1e-45d1-b203-461f1d43232e service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Updating instance_info_cache with network_info: [{"id": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "address": "fa:16:3e:bc:1f:46", "network": {"id": "ee3fc981-3a56-405c-80e8-f5149d843b5d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1503829505-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9887c1c69a114f548ae869ea5c155d57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc03b14c2-bd", "ovs_interfaceid": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-efe73740-ff6c-4c55-9c71-484c65ccac4c req-83ca1865-db1e-45d1-b203-461f1d43232e service nova] Releasing lock "refresh_cache-93337b04-10bc-46cd-bfff-a23fe0d01c05" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-ee82404a-f965-4db9-87c4-19635e6f00cf req-6c1a5b8e-f923-464e-bf54-f901ab6ad4bd service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ee82404a-f965-4db9-87c4-19635e6f00cf req-6c1a5b8e-f923-464e-bf54-f901ab6ad4bd service nova] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ee82404a-f965-4db9-87c4-19635e6f00cf req-6c1a5b8e-f923-464e-bf54-f901ab6ad4bd service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ee82404a-f965-4db9-87c4-19635e6f00cf req-6c1a5b8e-f923-464e-bf54-f901ab6ad4bd service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-ee82404a-f965-4db9-87c4-19635e6f00cf req-6c1a5b8e-f923-464e-bf54-f901ab6ad4bd service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] No waiting events found dispatching network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:00 user nova-compute[75432]: WARNING nova.compute.manager [req-ee82404a-f965-4db9-87c4-19635e6f00cf req-6c1a5b8e-f923-464e-bf54-f901ab6ad4bd service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received unexpected event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:29:00 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Instance destroyed successfully.
Nov 27 14:29:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.542s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] <== connect_volume: return (1545ms) {'type': 'block', 'scsi_wwn': '23666633730336662', 'path': '/dev/sdg'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666633730336662', 'path': '/dev/sdg'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG nova.objects.instance [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lazy-loading 'flavor' on Instance uuid ce10cd33-ddee-4940-a894-1a6d114e40f4 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:29:01 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:29:01 user nova-compute[75432]:   <source dev="/dev/sdg"/>
Nov 27 14:29:01 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:29:01 user nova-compute[75432]:   <serial>9ae50df5-108a-475e-a9f1-3124e2ca4427</serial>
Nov 27 14:29:01 user nova-compute[75432]: </disk>
Nov 27 14:29:01 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-f40e4045-a110-46f1-b7cb-a41714702025 req-851e278f-4f97-4887-a4f5-435a8f75a768 service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Received event network-vif-plugged-01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f40e4045-a110-46f1-b7cb-a41714702025 req-851e278f-4f97-4887-a4f5-435a8f75a768 service nova] Acquiring lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f40e4045-a110-46f1-b7cb-a41714702025 req-851e278f-4f97-4887-a4f5-435a8f75a768 service nova] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f40e4045-a110-46f1-b7cb-a41714702025 req-851e278f-4f97-4887-a4f5-435a8f75a768 service nova] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-f40e4045-a110-46f1-b7cb-a41714702025 req-851e278f-4f97-4887-a4f5-435a8f75a768 service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] No waiting events found dispatching network-vif-plugged-01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:01 user nova-compute[75432]: WARNING nova.compute.manager [req-f40e4045-a110-46f1-b7cb-a41714702025 req-851e278f-4f97-4887-a4f5-435a8f75a768 service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Received unexpected event network-vif-plugged-01574277-96e5-4421-99e4-24f48b8d9e95 for instance with vm_state building and task_state spawning.
Nov 27 14:29:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:29:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:29:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] No VIF found with MAC fa:16:3e:9d:51:8c, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:29:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8ee98a63-40bd-490f-a36e-bcb71e61b862 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.667s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 10.831s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.048s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Received event network-vif-plugged-01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] Acquiring lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] No waiting events found dispatching network-vif-plugged-01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:03 user nova-compute[75432]: WARNING nova.compute.manager [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Received unexpected event network-vif-plugged-01574277-96e5-4421-99e4-24f48b8d9e95 for instance with vm_state building and task_state spawning.
Nov 27 14:29:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:03 user nova-compute[75432]: WARNING nova.compute.manager [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 for instance with vm_state building and task_state spawning.
Nov 27 14:29:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:03 user nova-compute[75432]: WARNING nova.compute.manager [req-96eb2007-ecd9-49e0-a187-d5a734348d5f req-915fd4b4-46ba-498a-b082-9826bcac8418 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 for instance with vm_state building and task_state spawning.
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:03 user nova-compute[75432]: INFO nova.compute.manager [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Terminating instance
Nov 27 14:29:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-f1ce5a24-1239-4c5b-80a8-a47c009f2836 req-81e05aca-5224-4407-954e-37a160678f23 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-3592885b-bdac-428b-a143-31445ba1ad4d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f1ce5a24-1239-4c5b-80a8-a47c009f2836 req-81e05aca-5224-4407-954e-37a160678f23 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f1ce5a24-1239-4c5b-80a8-a47c009f2836 req-81e05aca-5224-4407-954e-37a160678f23 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f1ce5a24-1239-4c5b-80a8-a47c009f2836 req-81e05aca-5224-4407-954e-37a160678f23 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-f1ce5a24-1239-4c5b-80a8-a47c009f2836 req-81e05aca-5224-4407-954e-37a160678f23 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-3592885b-bdac-428b-a143-31445ba1ad4d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:03 user nova-compute[75432]: WARNING nova.compute.manager [req-f1ce5a24-1239-4c5b-80a8-a47c009f2836 req-81e05aca-5224-4407-954e-37a160678f23 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-3592885b-bdac-428b-a143-31445ba1ad4d for instance with vm_state building and task_state spawning.
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-989b9483-26d2-4d38-bb49-c6dc0dba796f req-25a06bd1-3a0a-4e38-8f74-6eee910f368e service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Received event network-vif-unplugged-2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-989b9483-26d2-4d38-bb49-c6dc0dba796f req-25a06bd1-3a0a-4e38-8f74-6eee910f368e service nova] Acquiring lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-989b9483-26d2-4d38-bb49-c6dc0dba796f req-25a06bd1-3a0a-4e38-8f74-6eee910f368e service nova] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-989b9483-26d2-4d38-bb49-c6dc0dba796f req-25a06bd1-3a0a-4e38-8f74-6eee910f368e service nova] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-989b9483-26d2-4d38-bb49-c6dc0dba796f req-25a06bd1-3a0a-4e38-8f74-6eee910f368e service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] No waiting events found dispatching network-vif-unplugged-2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-989b9483-26d2-4d38-bb49-c6dc0dba796f req-25a06bd1-3a0a-4e38-8f74-6eee910f368e service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Received event network-vif-unplugged-2cbb3f55-9c55-4c96-81e1-0f6166935411 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:05 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Instance destroyed successfully.
Nov 27 14:29:05 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lazy-loading 'resources' on Instance uuid ce10cd33-ddee-4940-a894-1a6d114e40f4 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:26:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-555523613',display_name='tempest-DeleteServersTestJSON-server-555523613',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-555523613',id=14,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:26:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d604a09e693452e8e4707ddbb975910',ramdisk_id='',reservation_id='r-jjkg82dc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1451146809',owner_user_name='tempest-DeleteServersTestJSON-1451146809-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:26:58Z,user_data=None,user_id='77cfcf274c2b42e4b18e3952ba267e1e',uuid=ce10cd33-ddee-4940-a894-1a6d114e40f4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "address": "fa:16:3e:9d:51:8c", "network": {"id": "7e4f50f5-98e8-4845-8ab2-983ff70c030a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992625779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d604a09e693452e8e4707ddbb975910", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb3f55-9c", "ovs_interfaceid": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Converting VIF {"id": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "address": "fa:16:3e:9d:51:8c", "network": {"id": "7e4f50f5-98e8-4845-8ab2-983ff70c030a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-992625779-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d604a09e693452e8e4707ddbb975910", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cbb3f55-9c", "ovs_interfaceid": "2cbb3f55-9c55-4c96-81e1-0f6166935411", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:51:8c,bridge_name='br-int',has_traffic_filtering=True,id=2cbb3f55-9c55-4c96-81e1-0f6166935411,network=Network(7e4f50f5-98e8-4845-8ab2-983ff70c030a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb3f55-9c') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG os_vif [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:51:8c,bridge_name='br-int',has_traffic_filtering=True,id=2cbb3f55-9c55-4c96-81e1-0f6166935411,network=Network(7e4f50f5-98e8-4845-8ab2-983ff70c030a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb3f55-9c') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2cbb3f55-9c, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d5a365e7-d8c8-4511-a7b2-95b8db26c97d) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-3592885b-bdac-428b-a143-31445ba1ad4d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-3592885b-bdac-428b-a143-31445ba1ad4d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:05 user nova-compute[75432]: WARNING nova.compute.manager [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-3592885b-bdac-428b-a143-31445ba1ad4d for instance with vm_state building and task_state spawning.
Nov 27 14:29:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] No waiting events found dispatching network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:05 user nova-compute[75432]: WARNING nova.compute.manager [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received unexpected event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:29:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] No waiting events found dispatching network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:05 user nova-compute[75432]: WARNING nova.compute.manager [req-cc8c1895-8fe3-44fb-a142-86cd40e6b9ce req-aea1ca93-3180-460f-9f3a-0d2e37b6e311 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received unexpected event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:05 user nova-compute[75432]: INFO os_vif [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:51:8c,bridge_name='br-int',has_traffic_filtering=True,id=2cbb3f55-9c55-4c96-81e1-0f6166935411,network=Network(7e4f50f5-98e8-4845-8ab2-983ff70c030a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cbb3f55-9c')
Nov 27 14:29:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:29:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yLdGVSJC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:29:06 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a398c0d9-511d-48db-a450-2db857f05d6e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:29:06 user nova-compute[75432]: No targets found.
Nov 27 14:29:06 user nova-compute[75432]: iSNS:
Nov 27 14:29:06 user nova-compute[75432]: No targets found.
Nov 27 14:29:06 user nova-compute[75432]: STATIC:
Nov 27 14:29:06 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd
Nov 27 14:29:06 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:06 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:06 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f
Nov 27 14:29:06 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:06 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:06 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:29:06 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:06 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:06 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34
Nov 27 14:29:06 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:06 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:06 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427
Nov 27 14:29:06 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:06 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:06 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d
Nov 27 14:29:06 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:06 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:06 user nova-compute[75432]: FIRMWARE:
Nov 27 14:29:06 user nova-compute[75432]: No targets found.
Nov 27 14:29:06 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:29:06 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:29:06 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f8a5cca-2c23-45c9-951f-d16430f070d9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.046s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa0eb7a6-75e8-4519-be85-2793d416a50f]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:06 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:06 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:06 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:06 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:06 user nova-compute[75432]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 (non-flash)
Nov 27 14:29:06 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:06 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:06 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:06 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:06 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:06 user nova-compute[75432]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 (non-flash)
Nov 27 14:29:06 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b70375510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427'): ({'sdg'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Removing single pathed devices sdg {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4887135-9953-4422-bbe7-786bb141d2de]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4a9a60d-d541-430d-9fab-b20c0eff299f]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Flushing IO for device /dev/sdg {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[686337be-b4fd-4772-887d-d36545b850ed]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.064s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[da3e1511-3cd5-4c78-9151-08de4ff504d2]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] SCSI volumes sdg have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[738cfce3-1e8c-4442-aa96-0d9a8fb75051]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[539b547c-597d-4604-af6a-c1baf42165c1]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427, portal: 172.16.0.220,3260]
Nov 27 14:29:06 user nova-compute[75432]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427, portal: 172.16.0.220,3260] successful.
Nov 27 14:29:06 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9ae50df5-108a-475e-a9f1-3124e2ca4427 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d31db329-25fd-4ab3-b5a4-0a2431d79d27]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.453s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] <== disconnect_volume: return (455ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:29:06 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Deleting instance files /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4_del
Nov 27 14:29:06 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Deletion of /opt/stack/data/nova/instances/ce10cd33-ddee-4940-a894-1a6d114e40f4_del complete
Nov 27 14:29:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Received event network-vif-plugged-2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] Acquiring lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] No waiting events found dispatching network-vif-plugged-2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:06 user nova-compute[75432]: WARNING nova.compute.manager [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Received unexpected event network-vif-plugged-2cbb3f55-9c55-4c96-81e1-0f6166935411 for instance with vm_state active and task_state deleting.
Nov 27 14:29:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-fa7dbe30-452f-428a-be7d-7faf606fc5b9 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-fa7dbe30-452f-428a-be7d-7faf606fc5b9 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:06 user nova-compute[75432]: WARNING nova.compute.manager [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-fa7dbe30-452f-428a-be7d-7faf606fc5b9 for instance with vm_state building and task_state spawning.
Nov 27 14:29:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-fa7dbe30-452f-428a-be7d-7faf606fc5b9 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-fa7dbe30-452f-428a-be7d-7faf606fc5b9 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:06 user nova-compute[75432]: WARNING nova.compute.manager [req-f5fa4c24-a293-42c1-a0e9-5d225ab76698 req-829a2f33-cf1f-43c5-8e58-9b6792e05b0d service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-fa7dbe30-452f-428a-be7d-7faf606fc5b9 for instance with vm_state building and task_state spawning.
Nov 27 14:29:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:06 user nova-compute[75432]: INFO nova.compute.manager [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Took 2.85 seconds to destroy the instance on the hypervisor.
Nov 27 14:29:06 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:07 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:29:07 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Took 0.73 seconds to deallocate network for instance.
Nov 27 14:29:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-c6c97d7b-df95-4cf9-a8c0-fdf52d679f50 req-0d928ec0-9095-4a5b-acdc-c0c775969804 service nova] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Received event network-vif-deleted-2cbb3f55-9c55-4c96-81e1-0f6166935411 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:07 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:29:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:29:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Instance spawned successfully.
Nov 27 14:29:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:08 user nova-compute[75432]: INFO nova.compute.manager [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Took 13.63 seconds to spawn the instance on the hypervisor.
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:08 user nova-compute[75432]: WARNING nova.compute.manager [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-53095255-711c-4d9d-a16d-357fddfdd392 for instance with vm_state building and task_state spawning.
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:08 user nova-compute[75432]: WARNING nova.compute.manager [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-53095255-711c-4d9d-a16d-357fddfdd392 for instance with vm_state building and task_state spawning.
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:08 user nova-compute[75432]: WARNING nova.compute.manager [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-6d88f3e7-da16-4795-9684-72e96c5c5e3a for instance with vm_state building and task_state spawning.
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:08 user nova-compute[75432]: WARNING nova.compute.manager [req-4137d90a-efef-4d2c-b2f1-5b2a82856fc3 req-114e3066-7d25-45c8-9399-c46b856dc001 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-6d88f3e7-da16-4795-9684-72e96c5c5e3a for instance with vm_state building and task_state spawning.
Nov 27 14:29:08 user nova-compute[75432]: INFO nova.compute.manager [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Took 14.80 seconds to build instance.
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1db5d3fa-6a7a-4560-9e81-aac358b218a0 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.980s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qkSOxQdc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:29:08 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:29:08 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.009s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:29:08 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c83d8556-1115-4271-9632-2215352c21ba]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:29:08 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dd7b16b-e8a9-44ee-9086-7b0f0fcac9b7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e] added
Nov 27 14:29:08 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:08 user nova-compute[75432]: INFO nova.compute.manager [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] [instance: ce10cd33-ddee-4940-a894-1a6d114e40f4] Took 1.28 seconds to detach 1 volumes for instance.
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b29b69-54a8-4ec0-af65-7d25be9397db]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.041s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aff2702c-583e-4b8a-9cb8-d23238a9df42]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qkSOxQdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qkSOxQdc" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e13a1a4-49fe-4512-bcb9-89f16d3af44e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qkSOxQdc'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb80982e-128b-44bd-acb3-79ef72923651]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6810bfd-ab1f-4d60-9d64-951ce25cbe47]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:08 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:08 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:08 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:08 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:08 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:08 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:08 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:08 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:08 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:08 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --login" returned: 0 in 0.103s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2d7f6c8-4f3a-4c89-b50f-e669e2b0be70]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e, portal: 172.16.0.220,3260]
Nov 27 14:29:08 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e, portal: 172.16.0.220,3260] successful.
Nov 27 14:29:08 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG nova.compute.manager [None req-cd9b236f-7c1b-4002-9789-73ea17f3e2d3 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3800f4e3-7756-4a37-b3d3-01fae787a3ee]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.045s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[edc8de1f-940f-4bb0-99bd-8c8a5aae9a80]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:09 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:09 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:09 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:09 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:09 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:29:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:09 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:09 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:09 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:09 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:09 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:29:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.469s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] HCTL ('38', '-', '-', 0) found on session 23 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.156s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[af276da9-f8f3-46a8-bf2a-34a320bcc759]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Searching for a device in session 23 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qkSOxQdc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.791s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:09 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Deleted allocations for instance ce10cd33-ddee-4940-a894-1a6d114e40f4
Nov 27 14:29:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea1b3c18-ecf9-475a-a5ec-9003ebe5cba3 tempest-DeleteServersTestJSON-1451146809 tempest-DeleteServersTestJSON-1451146809-project-member] Lock "ce10cd33-ddee-4940-a894-1a6d114e40f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.921s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG nova.compute.manager [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:29:09 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Instance spawned successfully.
Nov 27 14:29:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:10 user nova-compute[75432]: INFO nova.compute.manager [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Took 21.32 seconds to spawn the instance on the hypervisor.
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.663s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] <== connect_volume: return (1665ms) {'type': 'block', 'scsi_wwn': '26363326637393366', 'path': '/dev/sdg'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26363326637393366', 'path': '/dev/sdg'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.objects.instance [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lazy-loading 'flavor' on Instance uuid 93337b04-10bc-46cd-bfff-a23fe0d01c05 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-e1b57cd1-b0f1-485f-958e-fd8d69b2ded7 req-ade87b2e-2bca-4bff-be2f-ba4d063f1ec2 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e1b57cd1-b0f1-485f-958e-fd8d69b2ded7 req-ade87b2e-2bca-4bff-be2f-ba4d063f1ec2 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e1b57cd1-b0f1-485f-958e-fd8d69b2ded7 req-ade87b2e-2bca-4bff-be2f-ba4d063f1ec2 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e1b57cd1-b0f1-485f-958e-fd8d69b2ded7 req-ade87b2e-2bca-4bff-be2f-ba4d063f1ec2 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-e1b57cd1-b0f1-485f-958e-fd8d69b2ded7 req-ade87b2e-2bca-4bff-be2f-ba4d063f1ec2 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:10 user nova-compute[75432]: WARNING nova.compute.manager [req-e1b57cd1-b0f1-485f-958e-fd8d69b2ded7 req-ade87b2e-2bca-4bff-be2f-ba4d063f1ec2 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-90ba6034-f0be-41f3-b48c-349606e0a63b for instance with vm_state building and task_state spawning.
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:29:10 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:29:10 user nova-compute[75432]:   <source dev="/dev/sdg"/>
Nov 27 14:29:10 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:29:10 user nova-compute[75432]:   <serial>0ee41d4e-b813-4cef-b121-8f456c3b7e6e</serial>
Nov 27 14:29:10 user nova-compute[75432]: </disk>
Nov 27 14:29:10 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:29:10 user nova-compute[75432]: INFO nova.compute.manager [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Took 62.62 seconds to build instance.
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-746bf74b-b02a-42de-9e0c-f838e878d4c4 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 62.743s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 18.324s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:10 user nova-compute[75432]: INFO nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] During sync_power_state the instance has a pending task (spawning). Skip.
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-27b18a73-dd68-42a4-833a-1fe49dc1505a req-74444d7f-4bb3-4f03-860f-8ad8ae954301 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-27b18a73-dd68-42a4-833a-1fe49dc1505a req-74444d7f-4bb3-4f03-860f-8ad8ae954301 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-27b18a73-dd68-42a4-833a-1fe49dc1505a req-74444d7f-4bb3-4f03-860f-8ad8ae954301 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-27b18a73-dd68-42a4-833a-1fe49dc1505a req-74444d7f-4bb3-4f03-860f-8ad8ae954301 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-27b18a73-dd68-42a4-833a-1fe49dc1505a req-74444d7f-4bb3-4f03-860f-8ad8ae954301 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:10 user nova-compute[75432]: WARNING nova.compute.manager [req-27b18a73-dd68-42a4-833a-1fe49dc1505a req-74444d7f-4bb3-4f03-860f-8ad8ae954301 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-3a8f3b14-3a22-4727-be91-9cee74b95150 for instance with vm_state active and task_state None.
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-27b18a73-dd68-42a4-833a-1fe49dc1505a req-74444d7f-4bb3-4f03-860f-8ad8ae954301 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-27b18a73-dd68-42a4-833a-1fe49dc1505a req-74444d7f-4bb3-4f03-860f-8ad8ae954301 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-27b18a73-dd68-42a4-833a-1fe49dc1505a req-74444d7f-4bb3-4f03-860f-8ad8ae954301 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-27b18a73-dd68-42a4-833a-1fe49dc1505a req-74444d7f-4bb3-4f03-860f-8ad8ae954301 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-27b18a73-dd68-42a4-833a-1fe49dc1505a req-74444d7f-4bb3-4f03-860f-8ad8ae954301 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:10 user nova-compute[75432]: WARNING nova.compute.manager [req-27b18a73-dd68-42a4-833a-1fe49dc1505a req-74444d7f-4bb3-4f03-860f-8ad8ae954301 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-3a8f3b14-3a22-4727-be91-9cee74b95150 for instance with vm_state active and task_state None.
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "9f515838-2521-400d-a783-8abf36bdf8ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:10 user nova-compute[75432]: INFO nova.compute.manager [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Terminating instance
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] No VIF found with MAC fa:16:3e:bc:1f:46, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3b8b932f-fde7-4493-a992-0a3dcecb4bdb tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.566s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Instance destroyed successfully.
Nov 27 14:29:11 user nova-compute[75432]: DEBUG nova.objects.instance [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'resources' on Instance uuid 9f515838-2521-400d-a783-8abf36bdf8ee {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:22:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-859330745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-859330745',id=6,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAGZ7Ik1zzTytPPi9wrM3GmmbgsYg1idJCYBjzGRZImr/eIwXLm+ZMo8a7sRcJiEzIUkxsJwQZ3m/KSAtWsRxsFMwNRUzjLJXxb3pLan4rY7Osysk918gGj+AlRGD9/1Vg==',key_name='tempest-keypair-1267014867',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:26:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='491b5c64d0c141439d6f662a34202002',ramdisk_id='',reservation_id='r-1475zwf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-790439868',owner_user_name='tempest-AttachVolumeShelveTestJSON-790439868-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:26:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21e5f6317ca1424ab3c082f2d2cbd00b',uuid=9f515838-2521-400d-a783-8abf36bdf8ee,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converting VIF {"id": "99da4146-3990-49f6-a098-627b04e2ff4c", "address": "fa:16:3e:a4:65:39", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99da4146-39", "ovs_interfaceid": "99da4146-3990-49f6-a098-627b04e2ff4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG os_vif [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap99da4146-39, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9d1c1f9b-2086-4709-9ce7-93408e48a526) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:11 user nova-compute[75432]: INFO os_vif [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a4:65:39,bridge_name='br-int',has_traffic_filtering=True,id=99da4146-3990-49f6-a098-627b04e2ff4c,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99da4146-39')
Nov 27 14:29:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Deleting instance files /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee_del
Nov 27 14:29:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Deletion of /opt/stack/data/nova/instances/9f515838-2521-400d-a783-8abf36bdf8ee_del complete
Nov 27 14:29:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:11 user nova-compute[75432]: INFO nova.compute.manager [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Took 1.05 seconds to destroy the instance on the hypervisor.
Nov 27 14:29:11 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:29:11 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:12 user nova-compute[75432]: WARNING nova.compute.manager [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-90ba6034-f0be-41f3-b48c-349606e0a63b for instance with vm_state active and task_state None.
Nov 27 14:29:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-unplugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] No waiting events found dispatching network-vif-unplugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-unplugged-99da4146-3990-49f6-a098-627b04e2ff4c for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] No waiting events found dispatching network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:12 user nova-compute[75432]: WARNING nova.compute.manager [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received unexpected event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c for instance with vm_state active and task_state deleting.
Nov 27 14:29:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] No waiting events found dispatching network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:12 user nova-compute[75432]: WARNING nova.compute.manager [req-1edf5d1e-c3b4-4a07-973a-a9416bea8407 req-467f5d90-e34a-4906-903e-fe9d759a34dc service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received unexpected event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c for instance with vm_state active and task_state deleting.
Nov 27 14:29:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:13 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:29:13 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Took 1.87 seconds to deallocate network for instance.
Nov 27 14:29:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.611s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:14 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Deleted allocations for instance 9f515838-2521-400d-a783-8abf36bdf8ee
Nov 27 14:29:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] No waiting events found dispatching network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:14 user nova-compute[75432]: WARNING nova.compute.manager [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received unexpected event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c for instance with vm_state deleted and task_state None.
Nov 27 14:29:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-unplugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] No waiting events found dispatching network-vif-unplugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:14 user nova-compute[75432]: WARNING nova.compute.manager [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received unexpected event network-vif-unplugged-99da4146-3990-49f6-a098-627b04e2ff4c for instance with vm_state deleted and task_state None.
Nov 27 14:29:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-deleted-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] Acquiring lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] Lock "9f515838-2521-400d-a783-8abf36bdf8ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] No waiting events found dispatching network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:14 user nova-compute[75432]: WARNING nova.compute.manager [req-83503e81-e5f4-483e-8959-610663ad3031 req-09438228-0f9c-494b-9d25-64b4a1432531 service nova] [instance: 9f515838-2521-400d-a783-8abf36bdf8ee] Received unexpected event network-vif-plugged-99da4146-3990-49f6-a098-627b04e2ff4c for instance with vm_state deleted and task_state None.
Nov 27 14:29:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0bc50e7e-3f6e-444a-8ac9-f7e5ee4b16a4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "9f515838-2521-400d-a783-8abf36bdf8ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.960s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG nova.objects.instance [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lazy-loading 'flavor' on Instance uuid 93337b04-10bc-46cd-bfff-a23fe0d01c05 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.073s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:16 user nova-compute[75432]: INFO nova.compute.manager [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Attaching volume f966422d-8013-4c8c-9064-9e3e2acdbd0e to /dev/vdc
Nov 27 14:29:16 user nova-compute[75432]: DEBUG os_brick.utils [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a3208b9-75a3-42ba-9e73-510cc218d2ba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[45220c22-9715-4ee8-a822-e7853a6b03c2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[99c45c0d-b54c-45b1-a0bf-67466f35ad8a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e504818a-7c8c-4d2c-8fe4-8ba8c674072b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:29:16 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:29:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[82482393-3f8e-4abb-b0ee-768e20326106]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG os_brick.utils [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:29:16 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Updating existing volume attachment record: 64350299-1e34-4de7-a03c-7854d8edc92c {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:29:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:19 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:29:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:29:19 user nova-compute[75432]: INFO nova.compute.claims [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Claim successful on node user
Nov 27 14:29:20 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:29:20 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:29:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.508s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:29:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:29:20 user nova-compute[75432]: DEBUG nova.network.neutron [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:29:20 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:29:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:29:20 user nova-compute[75432]: DEBUG nova.policy [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e11ad43fcefc4c3cac447e23c14d17f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45cdc4fa1754165a27b1eefc42c13af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:29:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:29:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:29:20 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Creating image(s)
Nov 27 14:29:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "/opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "/opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "/opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "52d365f7bddbe43ed344ba67b37029a4236093bd" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "52d365f7bddbe43ed344ba67b37029a4236093bd" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd.part --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG nova.network.neutron [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Successfully created port: 1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd.part --force-share --output=json" returned: 0 in 0.227s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG nova.virt.images [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] 1c5e4240-9875-4f9f-a99f-6562a06c98fb was qcow2, converting to raw {{(pid=75432) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd.part /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd.converted {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd.part /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd.converted" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd.converted --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd.converted --force-share --output=json" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "52d365f7bddbe43ed344ba67b37029a4236093bd" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.228s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG nova.network.neutron [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Successfully updated port: 1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquired lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG nova.network.neutron [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd --force-share --output=json" returned: 0 in 0.204s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "52d365f7bddbe43ed344ba67b37029a4236093bd" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "52d365f7bddbe43ed344ba67b37029a4236093bd" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-5999f7ea-78d3-475a-9069-aa2ba25fd1ad req-4b339715-be60-4652-a6bf-acf38db6bbb8 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-changed-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-5999f7ea-78d3-475a-9069-aa2ba25fd1ad req-4b339715-be60-4652-a6bf-acf38db6bbb8 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Refreshing instance network info cache due to event network-changed-1684f7b0-f78c-4b07-8f1f-32bfae1f430b. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5999f7ea-78d3-475a-9069-aa2ba25fd1ad req-4b339715-be60-4652-a6bf-acf38db6bbb8 service nova] Acquiring lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:29:21 user nova-compute[75432]: DEBUG nova.network.neutron [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd --force-share --output=json" returned: 0 in 0.190s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd,backing_fmt=raw /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd,backing_fmt=raw /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk 1073741824" returned: 0 in 0.048s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "52d365f7bddbe43ed344ba67b37029a4236093bd" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.network.neutron [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updating instance_info_cache with network_info: [{"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Releasing lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Instance network_info: |[{"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5999f7ea-78d3-475a-9069-aa2ba25fd1ad req-4b339715-be60-4652-a6bf-acf38db6bbb8 service nova] Acquired lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.network.neutron [req-5999f7ea-78d3-475a-9069-aa2ba25fd1ad req-4b339715-be60-4652-a6bf-acf38db6bbb8 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Refreshing network info cache for port 1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd --force-share --output=json" returned: 0 in 0.178s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Cannot resize image /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Ensure instance console log exists: /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Start _get_guest_xml network_info=[{"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:29:16Z,direct_url=<?>,disk_format='qcow2',id=1c5e4240-9875-4f9f-a99f-6562a06c98fb,min_disk=0,min_ram=0,name='tempest-scenario-img--938452097',owner='e45cdc4fa1754165a27b1eefc42c13af',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:29:18Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '1c5e4240-9875-4f9f-a99f-6562a06c98fb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:29:22 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:29:22 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:29:16Z,direct_url=<?>,disk_format='qcow2',id=1c5e4240-9875-4f9f-a99f-6562a06c98fb,min_disk=0,min_ram=0,name='tempest-scenario-img--938452097',owner='e45cdc4fa1754165a27b1eefc42c13af',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:29:18Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:29:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1119456615',display_name='tempest-TestMinimumBasicScenario-server-1119456615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1119456615',id=19,image_ref='1c5e4240-9875-4f9f-a99f-6562a06c98fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCRXaDCXdpE1konkMtdZNxwket967jHFOS5tN3cMrP6egYK/m1QCj2GMcWrgtDjrGamWZn/Mp0gqHcEpzp8ogFHbYO5Nq5G2IzEIqsBdTtQoCbbEq5P5CLPQmnCaCu38ag==',key_name='tempest-TestMinimumBasicScenario-1191926404',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e45cdc4fa1754165a27b1eefc42c13af',ramdisk_id='',reservation_id='r-p2cjyvbi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1c5e4240-9875-4f9f-a99f-6562a06c98fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-608138762',owner_user_name='tempest-TestMinimumBasicScenario-608138762-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:29:20Z,user_data=None,user_id='e11ad43fcefc4c3cac447e23c14d17f0',uuid=bd137141-38ff-4e97-b7b2-5dc975452638,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converting VIF {"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.objects.instance [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'pci_devices' on Instance uuid bd137141-38ff-4e97-b7b2-5dc975452638 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:29:22 user nova-compute[75432]:   <uuid>bd137141-38ff-4e97-b7b2-5dc975452638</uuid>
Nov 27 14:29:22 user nova-compute[75432]:   <name>instance-00000013</name>
Nov 27 14:29:22 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:29:22 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:29:22 user nova-compute[75432]:   <metadata>
Nov 27 14:29:22 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:29:22 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:29:22 user nova-compute[75432]:       <nova:name>tempest-TestMinimumBasicScenario-server-1119456615</nova:name>
Nov 27 14:29:22 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:29:22</nova:creationTime>
Nov 27 14:29:22 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:29:22 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:29:22 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:29:22 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:29:22 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:29:22 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:29:22 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:29:22 user nova-compute[75432]:       <nova:owner>
Nov 27 14:29:22 user nova-compute[75432]:         <nova:user uuid="e11ad43fcefc4c3cac447e23c14d17f0">tempest-TestMinimumBasicScenario-608138762-project-member</nova:user>
Nov 27 14:29:22 user nova-compute[75432]:         <nova:project uuid="e45cdc4fa1754165a27b1eefc42c13af">tempest-TestMinimumBasicScenario-608138762</nova:project>
Nov 27 14:29:22 user nova-compute[75432]:       </nova:owner>
Nov 27 14:29:22 user nova-compute[75432]:       <nova:root type="image" uuid="1c5e4240-9875-4f9f-a99f-6562a06c98fb"/>
Nov 27 14:29:22 user nova-compute[75432]:       <nova:ports>
Nov 27 14:29:22 user nova-compute[75432]:         <nova:port uuid="1684f7b0-f78c-4b07-8f1f-32bfae1f430b">
Nov 27 14:29:22 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 27 14:29:22 user nova-compute[75432]:         </nova:port>
Nov 27 14:29:22 user nova-compute[75432]:       </nova:ports>
Nov 27 14:29:22 user nova-compute[75432]:     </nova:instance>
Nov 27 14:29:22 user nova-compute[75432]:   </metadata>
Nov 27 14:29:22 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:29:22 user nova-compute[75432]:     <system>
Nov 27 14:29:22 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:29:22 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:29:22 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:29:22 user nova-compute[75432]:       <entry name="serial">bd137141-38ff-4e97-b7b2-5dc975452638</entry>
Nov 27 14:29:22 user nova-compute[75432]:       <entry name="uuid">bd137141-38ff-4e97-b7b2-5dc975452638</entry>
Nov 27 14:29:22 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:29:22 user nova-compute[75432]:     </system>
Nov 27 14:29:22 user nova-compute[75432]:   </sysinfo>
Nov 27 14:29:22 user nova-compute[75432]:   <os>
Nov 27 14:29:22 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:29:22 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:29:22 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:29:22 user nova-compute[75432]:   </os>
Nov 27 14:29:22 user nova-compute[75432]:   <features>
Nov 27 14:29:22 user nova-compute[75432]:     <acpi/>
Nov 27 14:29:22 user nova-compute[75432]:     <apic/>
Nov 27 14:29:22 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:29:22 user nova-compute[75432]:   </features>
Nov 27 14:29:22 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:29:22 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:29:22 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:29:22 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:29:22 user nova-compute[75432]:   </clock>
Nov 27 14:29:22 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:29:22 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:29:22 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:29:22 user nova-compute[75432]:   </cpu>
Nov 27 14:29:22 user nova-compute[75432]:   <devices>
Nov 27 14:29:22 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:29:22 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:29:22 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk"/>
Nov 27 14:29:22 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:29:22 user nova-compute[75432]:     </disk>
Nov 27 14:29:22 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:29:22 user nova-compute[75432]:       <mac address="fa:16:3e:1d:10:d9"/>
Nov 27 14:29:22 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:29:22 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:29:22 user nova-compute[75432]:       <target dev="tap1684f7b0-f7"/>
Nov 27 14:29:22 user nova-compute[75432]:     </interface>
Nov 27 14:29:22 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:29:22 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/console.log" append="off"/>
Nov 27 14:29:22 user nova-compute[75432]:     </serial>
Nov 27 14:29:22 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:29:22 user nova-compute[75432]:     <video>
Nov 27 14:29:22 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:29:22 user nova-compute[75432]:     </video>
Nov 27 14:29:22 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:29:22 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:29:22 user nova-compute[75432]:     </rng>
Nov 27 14:29:22 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:29:22 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:29:22 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:29:22 user nova-compute[75432]:     </memballoon>
Nov 27 14:29:22 user nova-compute[75432]:   </devices>
Nov 27 14:29:22 user nova-compute[75432]: </domain>
Nov 27 14:29:22 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:29:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1119456615',display_name='tempest-TestMinimumBasicScenario-server-1119456615',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1119456615',id=19,image_ref='1c5e4240-9875-4f9f-a99f-6562a06c98fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCRXaDCXdpE1konkMtdZNxwket967jHFOS5tN3cMrP6egYK/m1QCj2GMcWrgtDjrGamWZn/Mp0gqHcEpzp8ogFHbYO5Nq5G2IzEIqsBdTtQoCbbEq5P5CLPQmnCaCu38ag==',key_name='tempest-TestMinimumBasicScenario-1191926404',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e45cdc4fa1754165a27b1eefc42c13af',ramdisk_id='',reservation_id='r-p2cjyvbi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1c5e4240-9875-4f9f-a99f-6562a06c98fb',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-608138762',owner_user_name='tempest-TestMinimumBasicScenario-608138762-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:29:20Z,user_data=None,user_id='e11ad43fcefc4c3cac447e23c14d17f0',uuid=bd137141-38ff-4e97-b7b2-5dc975452638,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converting VIF {"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG os_vif [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f655ed23-acee-589f-ab86-211333b82ae3', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1684f7b0-f7, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1684f7b0-f7, col_values=(('qos', UUID('bbe27e60-4f76-4ef2-a190-64916286712f')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1684f7b0-f7, col_values=(('external_ids', {'iface-id': '1684f7b0-f78c-4b07-8f1f-32bfae1f430b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1d:10:d9', 'vm-uuid': 'bd137141-38ff-4e97-b7b2-5dc975452638'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:22 user nova-compute[75432]: INFO os_vif [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7')
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] No VIF found with MAC fa:16:3e:1d:10:d9, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.network.neutron [req-5999f7ea-78d3-475a-9069-aa2ba25fd1ad req-4b339715-be60-4652-a6bf-acf38db6bbb8 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updated VIF entry in instance network info cache for port 1684f7b0-f78c-4b07-8f1f-32bfae1f430b. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG nova.network.neutron [req-5999f7ea-78d3-475a-9069-aa2ba25fd1ad req-4b339715-be60-4652-a6bf-acf38db6bbb8 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updating instance_info_cache with network_info: [{"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:29:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5999f7ea-78d3-475a-9069-aa2ba25fd1ad req-4b339715-be60-4652-a6bf-acf38db6bbb8 service nova] Releasing lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'scIbZFOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:29:24 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:29:24 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:29:24 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eae1c29-ff84-437b-9ff3-c117d878f5fc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:29:24 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-24656717-4835-4fcd-a1ff-5dd5e8f7e81b req-391b89df-f839-4516-bc22-f81434f92b9c service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-24656717-4835-4fcd-a1ff-5dd5e8f7e81b req-391b89df-f839-4516-bc22-f81434f92b9c service nova] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-24656717-4835-4fcd-a1ff-5dd5e8f7e81b req-391b89df-f839-4516-bc22-f81434f92b9c service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-24656717-4835-4fcd-a1ff-5dd5e8f7e81b req-391b89df-f839-4516-bc22-f81434f92b9c service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-24656717-4835-4fcd-a1ff-5dd5e8f7e81b req-391b89df-f839-4516-bc22-f81434f92b9c service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] No waiting events found dispatching network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:24 user nova-compute[75432]: WARNING nova.compute.manager [req-24656717-4835-4fcd-a1ff-5dd5e8f7e81b req-391b89df-f839-4516-bc22-f81434f92b9c service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received unexpected event network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b for instance with vm_state building and task_state spawning.
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac5a995f-9713-41b7-b872-5d4bb4ad470a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e] added
Nov 27 14:29:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.033s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a307fac5-a186-4a9f-9b3c-e090d9f25bb4]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.097s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[da617853-3f1b-4b7b-9338-0d4b4be41f6c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v scIbZFOE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v scIbZFOE" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d61ee96-5563-4782-9c02-e6b440cf6432]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'scIbZFOE'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9aaffc-d04e-4038-a5f6-1de3b6a1fa06]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8836b68-ebae-465d-ab05-3f8cb6ca7a60]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:29:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:29:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --login" returned: 0 in 0.099s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e9b74d4-6075-4efb-98b7-ab5f24df8550]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e, portal: 172.16.0.220,3260]
Nov 27 14:29:24 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e, portal: 172.16.0.220,3260] successful.
Nov 27 14:29:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[93d2bb46-42ef-4900-99e4-eef01fcec6b1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef3b08a8-42de-4a22-bcda-0c0f12432bb7]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e (non-flash)
Nov 27 14:29:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:29:24 user nova-compute[75432]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e (non-flash)
Nov 27 14:29:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.494s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] HCTL ('39', '-', '-', 0) found on session 24 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbf3d449-e0a1-4848-bc89-82b2d7fc1fe9]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Searching for a device in session 24 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'scIbZFOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG nova.compute.manager [req-ad370634-c785-499b-af63-62292664cbf5 req-969e9e72-d2a9-4db8-ac7f-57b45c7da3e2 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Received event network-changed-0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG nova.compute.manager [req-ad370634-c785-499b-af63-62292664cbf5 req-969e9e72-d2a9-4db8-ac7f-57b45c7da3e2 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Refreshing instance network info cache due to event network-changed-0c5b9b67-e127-4dd4-8074-15fddc745621. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ad370634-c785-499b-af63-62292664cbf5 req-969e9e72-d2a9-4db8-ac7f-57b45c7da3e2 service nova] Acquiring lock "refresh_cache-eede8dfe-d800-4bfe-8c37-6936e7b936a2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ad370634-c785-499b-af63-62292664cbf5 req-969e9e72-d2a9-4db8-ac7f-57b45c7da3e2 service nova] Acquired lock "refresh_cache-eede8dfe-d800-4bfe-8c37-6936e7b936a2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG nova.network.neutron [req-ad370634-c785-499b-af63-62292664cbf5 req-969e9e72-d2a9-4db8-ac7f-57b45c7da3e2 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Refreshing network info cache for port 0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.542s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] <== connect_volume: return (1544ms) {'type': 'block', 'scsi_wwn': '23532643461306364', 'path': '/dev/sdh'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23532643461306364', 'path': '/dev/sdh'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG nova.objects.instance [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lazy-loading 'flavor' on Instance uuid 93337b04-10bc-46cd-bfff-a23fe0d01c05 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:29:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:29:25 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:29:25 user nova-compute[75432]:   <source dev="/dev/sdh"/>
Nov 27 14:29:25 user nova-compute[75432]:   <target dev="vdc" bus="virtio"/>
Nov 27 14:29:25 user nova-compute[75432]:   <serial>f966422d-8013-4c8c-9064-9e3e2acdbd0e</serial>
Nov 27 14:29:25 user nova-compute[75432]: </disk>
Nov 27 14:29:25 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:29:26 user nova-compute[75432]: DEBUG nova.network.neutron [req-ad370634-c785-499b-af63-62292664cbf5 req-969e9e72-d2a9-4db8-ac7f-57b45c7da3e2 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Updated VIF entry in instance network info cache for port 0c5b9b67-e127-4dd4-8074-15fddc745621. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:29:26 user nova-compute[75432]: DEBUG nova.network.neutron [req-ad370634-c785-499b-af63-62292664cbf5 req-969e9e72-d2a9-4db8-ac7f-57b45c7da3e2 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Updating instance_info_cache with network_info: [{"id": "0c5b9b67-e127-4dd4-8074-15fddc745621", "address": "fa:16:3e:d8:6e:da", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c5b9b67-e1", "ovs_interfaceid": "0c5b9b67-e127-4dd4-8074-15fddc745621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:29:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ad370634-c785-499b-af63-62292664cbf5 req-969e9e72-d2a9-4db8-ac7f-57b45c7da3e2 service nova] Releasing lock "refresh_cache-eede8dfe-d800-4bfe-8c37-6936e7b936a2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.compute.manager [req-64d67cf0-1223-40d2-8799-a256257c95f9 req-e2a67ee9-6a00-4525-b5d5-1f3d82f71ab4 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-64d67cf0-1223-40d2-8799-a256257c95f9 req-e2a67ee9-6a00-4525-b5d5-1f3d82f71ab4 service nova] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-64d67cf0-1223-40d2-8799-a256257c95f9 req-e2a67ee9-6a00-4525-b5d5-1f3d82f71ab4 service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-64d67cf0-1223-40d2-8799-a256257c95f9 req-e2a67ee9-6a00-4525-b5d5-1f3d82f71ab4 service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.compute.manager [req-64d67cf0-1223-40d2-8799-a256257c95f9 req-e2a67ee9-6a00-4525-b5d5-1f3d82f71ab4 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] No waiting events found dispatching network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:29:27 user nova-compute[75432]: WARNING nova.compute.manager [req-64d67cf0-1223-40d2-8799-a256257c95f9 req-e2a67ee9-6a00-4525-b5d5-1f3d82f71ab4 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received unexpected event network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b for instance with vm_state building and task_state spawning.
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] No VIF found with MAC fa:16:3e:bc:1f:46, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:29:27 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Instance spawned successfully.
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-059131af-e315-4102-80b1-2fe3c7ccdf35 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.008s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:27 user nova-compute[75432]: INFO nova.compute.manager [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Took 7.27 seconds to spawn the instance on the hypervisor.
Nov 27 14:29:27 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:29:27 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:29:27 user nova-compute[75432]: INFO nova.compute.manager [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Took 8.12 seconds to build instance.
Nov 27 14:29:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d25fa8a8-f60c-483a-8fdf-991e995f12b8 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.214s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG nova.objects.instance [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lazy-loading 'flavor' on Instance uuid eede8dfe-d800-4bfe-8c37-6936e7b936a2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:28 user nova-compute[75432]: INFO nova.compute.manager [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Attaching volume d25475b8-554c-4d86-b028-df31a577a11f to /dev/vdb
Nov 27 14:29:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:28 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG os_brick.utils [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e53f1ff9-4d6a-40b1-bb8a-3071a303ef5a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[75c6aa8e-c84a-4c9f-b504-586b92b78a82]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cab3c2f8-b5c1-4bdc-b612-d7dffcb220db]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7dfe648-64d1-4bd9-b05d-6b35ef23e9b5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:29:29 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[05cad22a-cb1a-48fc-a36d-47a1cefa8e61]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG os_brick.utils [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Updating existing volume attachment record: b86134b4-1afb-48c5-bb33-991e8a1aa812 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:29:29 user nova-compute[75432]: INFO nova.compute.manager [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Detaching volume f966422d-8013-4c8c-9064-9e3e2acdbd0e
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:29 user nova-compute[75432]: INFO nova.virt.block_device [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Attempting to driver detach volume f966422d-8013-4c8c-9064-9e3e2acdbd0e from mountpoint /dev/vdc
Nov 27 14:29:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Attempting to detach device vdc from instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:29:29 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:29:29 user nova-compute[75432]:   <source dev="/dev/sdh"/>
Nov 27 14:29:29 user nova-compute[75432]:   <target dev="vdc" bus="virtio"/>
Nov 27 14:29:29 user nova-compute[75432]:   <serial>f966422d-8013-4c8c-9064-9e3e2acdbd0e</serial>
Nov 27 14:29:29 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 27 14:29:29 user nova-compute[75432]: </disk>
Nov 27 14:29:29 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:29:29 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Successfully detached device vdc from instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 from the persistent domain config.
Nov 27 14:29:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:29:29 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:29:29 user nova-compute[75432]:   <source dev="/dev/sdh"/>
Nov 27 14:29:29 user nova-compute[75432]:   <target dev="vdc" bus="virtio"/>
Nov 27 14:29:29 user nova-compute[75432]:   <serial>f966422d-8013-4c8c-9064-9e3e2acdbd0e</serial>
Nov 27 14:29:29 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 27 14:29:29 user nova-compute[75432]: </disk>
Nov 27 14:29:29 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.260s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:29:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:29:34 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:29:34 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7291MB free_disk=25.246662139892578GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 86458776-cf1e-457c-8639-7c99bc80af53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9a34d1e3-7c2c-4144-9306-7165d690b188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance eede8dfe-d800-4bfe-8c37-6936e7b936a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9c7537eb-31bc-429c-b2a4-0b16a41b5155 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd137141-38ff-4e97-b7b2-5dc975452638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:29:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.518s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XgWJFRLt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:29:36 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:29:36 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:29:36 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f82cc339-d359-4cf2-beb1-cfb300b87a0b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:29:36 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[98d50a3a-185e-4e63-a843-a6d2c008d65d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f] added
Nov 27 14:29:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[68c04f1e-f2a7-41fe-9159-2037de95044d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a73d6ef1-ac28-4ea6-8340-57c68f0abffe]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XgWJFRLt {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XgWJFRLt" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[46d0c38f-bae0-4c6c-8d59-43d6d728e387]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XgWJFRLt'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ab55197-7995-4599-95b6-e9bf3b73bb30]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dae279a1-7cdb-479b-8027-02cd977714ba]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:36 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:36 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:36 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:36 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:36 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:29:36 user nova-compute[75432]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e (non-flash)
Nov 27 14:29:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:36 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:36 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:36 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:36 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:36 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:29:36 user nova-compute[75432]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e (non-flash)
Nov 27 14:29:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:29:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[89abfe9a-c86f-40f9-a15b-26d287cc710f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f, portal: 172.16.0.220,3260]
Nov 27 14:29:37 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f, portal: 172.16.0.220,3260] successful.
Nov 27 14:29:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb24c1e7-f91d-40c1-b3ba-e0894d3a0ad7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fe7a5b6-466a-4996-9311-16cfe0ec63a4]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f (non-flash)
Nov 27 14:29:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e (non-flash)
Nov 27 14:29:37 user nova-compute[75432]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f (non-flash)
Nov 27 14:29:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] HCTL ('40', '-', '-', 0) found on session 25 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc239d5-e020-4545-afb3-fcbd9721348d]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Searching for a device in session 25 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XgWJFRLt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.363s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:29:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] <== connect_volume: return (1364ms) {'type': 'block', 'scsi_wwn': '23531356231363562', 'path': '/dev/sdi'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:29:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23531356231363562', 'path': '/dev/sdi'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:29:38 user nova-compute[75432]: DEBUG nova.objects.instance [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lazy-loading 'flavor' on Instance uuid eede8dfe-d800-4bfe-8c37-6936e7b936a2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:29:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:29:38 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:29:38 user nova-compute[75432]:   <source dev="/dev/sdi"/>
Nov 27 14:29:38 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:29:38 user nova-compute[75432]:   <serial>d25475b8-554c-4d86-b028-df31a577a11f</serial>
Nov 27 14:29:38 user nova-compute[75432]: </disk>
Nov 27 14:29:38 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:29:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:29:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:29:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] No VIF found with MAC fa:16:3e:d8:6e:da, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:29:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80da873c-9da5-49bd-89a9-884b8ab75a6d tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.798s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:29:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:29:40 user nova-compute[75432]: INFO nova.compute.manager [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Detaching volume d25475b8-554c-4d86-b028-df31a577a11f
Nov 27 14:29:40 user nova-compute[75432]: INFO nova.virt.block_device [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Attempting to driver detach volume d25475b8-554c-4d86-b028-df31a577a11f from mountpoint /dev/vdb
Nov 27 14:29:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Attempting to detach device vdb from instance eede8dfe-d800-4bfe-8c37-6936e7b936a2 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:29:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:29:40 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:29:40 user nova-compute[75432]:   <source dev="/dev/sdi"/>
Nov 27 14:29:40 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:29:40 user nova-compute[75432]:   <serial>d25475b8-554c-4d86-b028-df31a577a11f</serial>
Nov 27 14:29:40 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:29:40 user nova-compute[75432]: </disk>
Nov 27 14:29:40 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:29:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Successfully detached device vdb from instance eede8dfe-d800-4bfe-8c37-6936e7b936a2 from the persistent domain config.
Nov 27 14:29:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance eede8dfe-d800-4bfe-8c37-6936e7b936a2 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:29:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:29:40 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:29:40 user nova-compute[75432]:   <source dev="/dev/sdi"/>
Nov 27 14:29:40 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:29:40 user nova-compute[75432]:   <serial>d25475b8-554c-4d86-b028-df31a577a11f</serial>
Nov 27 14:29:40 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:29:40 user nova-compute[75432]: </disk>
Nov 27 14:29:40 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:29:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance eede8dfe-d800-4bfe-8c37-6936e7b936a2 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:29:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:49 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 is timed out.
Nov 27 14:29:49 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Successfully detached device vdc from instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 from the live domain config.
Nov 27 14:29:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'scIbZFOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:29:49 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[21aaf65a-e094-423e-b603-afdddba2aba2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:29:49 user nova-compute[75432]: No targets found.
Nov 27 14:29:49 user nova-compute[75432]: iSNS:
Nov 27 14:29:49 user nova-compute[75432]: No targets found.
Nov 27 14:29:49 user nova-compute[75432]: STATIC:
Nov 27 14:29:49 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e
Nov 27 14:29:49 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:49 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:49 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd
Nov 27 14:29:49 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:49 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:49 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f
Nov 27 14:29:49 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:49 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:49 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e
Nov 27 14:29:49 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:49 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:49 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:29:49 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:49 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:49 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34
Nov 27 14:29:49 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:49 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:49 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f
Nov 27 14:29:49 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:49 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:49 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d
Nov 27 14:29:49 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:29:49 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:29:49 user nova-compute[75432]: FIRMWARE:
Nov 27 14:29:49 user nova-compute[75432]: No targets found.
Nov 27 14:29:49 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:29:49 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:29:49 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a48f3689-e3ac-4aaf-b204-1c7f27b0cacc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f6ff581-1ce7-40ae-8115-0bedbbc3553c]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f (non-flash)
Nov 27 14:29:49 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e (non-flash)
Nov 27 14:29:49 user nova-compute[75432]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f (non-flash)
Nov 27 14:29:49 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b702c4670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e'): ({'sdh'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Removing single pathed devices sdh {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[40a48e36-304e-4df4-8f56-6d852e846f66]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[400a66df-6b39-40d6-874a-8c02e61c0a7a]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Flushing IO for device /dev/sdh {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fba53c9-fb5a-48e9-8c13-41722bab2940]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.041s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b442338-241c-4290-b6ed-0df655f07a75]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:29:49 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] SCSI volumes sdh have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[57ca69e5-6f5b-493d-aff1-f27026ff9905]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e783ac2-b63f-4c58-a3ff-bda16d2bfc3f]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e, portal: 172.16.0.220,3260]
Nov 27 14:29:50 user nova-compute[75432]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e, portal: 172.16.0.220,3260] successful.
Nov 27 14:29:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f966422d-8013-4c8c-9064-9e3e2acdbd0e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d9a1e19-fc25-4f4f-a140-2db0f09c9006]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] <== disconnect_volume: return (326ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lazy-loading 'flavor' on Instance uuid 93337b04-10bc-46cd-bfff-a23fe0d01c05 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:29:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e3189ea1-f8dc-4e7f-a12e-fc55834b1123 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.775s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:29:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:29:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:00 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance eede8dfe-d800-4bfe-8c37-6936e7b936a2 is timed out.
Nov 27 14:30:00 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Successfully detached device vdb from instance eede8dfe-d800-4bfe-8c37-6936e7b936a2 from the live domain config.
Nov 27 14:30:00 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XgWJFRLt', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:30:00 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:30:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c3f1ea2-2380-433b-9beb-2f321e0b5b3d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:30:00 user nova-compute[75432]: No targets found.
Nov 27 14:30:00 user nova-compute[75432]: iSNS:
Nov 27 14:30:00 user nova-compute[75432]: No targets found.
Nov 27 14:30:00 user nova-compute[75432]: STATIC:
Nov 27 14:30:00 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e
Nov 27 14:30:00 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:00 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:00 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd
Nov 27 14:30:00 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:00 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:00 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f
Nov 27 14:30:00 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:00 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:00 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:30:00 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:00 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:00 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34
Nov 27 14:30:00 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:00 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:00 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f
Nov 27 14:30:00 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:00 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:00 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d
Nov 27 14:30:00 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:00 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:00 user nova-compute[75432]: FIRMWARE:
Nov 27 14:30:00 user nova-compute[75432]: No targets found.
Nov 27 14:30:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:30:00 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:30:00 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dddbaee9-d1b4-4f5d-83cc-5416685839ad]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c33fd89a-068f-4819-8fcc-7036f6c274f0]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:00 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:30:00 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:00 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:30:00 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:30:00 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:30:00 user nova-compute[75432]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f (non-flash)
Nov 27 14:30:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:00 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:30:00 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:00 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:30:00 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:30:00 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:30:00 user nova-compute[75432]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f (non-flash)
Nov 27 14:30:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b7d491fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f'): ({'sdi'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Removing single pathed devices sdi {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f87b31e-889d-4c85-a825-1951d82e00c2]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d4d4093-dad1-4ff3-a4a6-cf3f7cb52f48]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Flushing IO for device /dev/sdi {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b3a57bd-ec43-445e-93ad-74ac581ae960]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.042s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cbf64d7-d8f7-40ee-9276-c95cf3f93173]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] SCSI volumes sdi have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3faceff4-244a-47c7-895b-1e7cbb38d9ae]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba14d80-9dfb-458d-9ae3-340acfc86d78]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f, portal: 172.16.0.220,3260]
Nov 27 14:30:01 user nova-compute[75432]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f, portal: 172.16.0.220,3260] successful.
Nov 27 14:30:01 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d25475b8-554c-4d86-b028-df31a577a11f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bc256f3-a115-41ce-b75d-e439f181fcf9]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] <== disconnect_volume: return (329ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:30:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:30:02 user nova-compute[75432]: DEBUG nova.objects.instance [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lazy-loading 'flavor' on Instance uuid eede8dfe-d800-4bfe-8c37-6936e7b936a2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f3f89540-d203-42ab-bcab-d2f4423165f1 tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.773s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:30:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:30:04 user nova-compute[75432]: INFO nova.compute.claims [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Claim successful on node user
Nov 27 14:30:04 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:30:04 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:30:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.429s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:30:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:30:04 user nova-compute[75432]: DEBUG nova.network.neutron [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:30:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:30:05 user nova-compute[75432]: DEBUG nova.policy [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21e5f6317ca1424ab3c082f2d2cbd00b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '491b5c64d0c141439d6f662a34202002', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG nova.compute.manager [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG nova.compute.manager [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:30:05 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Creating image(s)
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "/opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "/opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "/opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk 1073741824" returned: 0 in 0.045s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG nova.network.neutron [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Successfully created port: d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.192s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Cannot resize image /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Ensure instance console log exists: /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.network.neutron [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Successfully updated port: d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquired lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.network.neutron [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-1a595e8b-fc42-4fd5-9acf-7d0811c797f9 req-0ecd646b-9c95-42d2-85ec-6b23e9b880f6 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-changed-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-1a595e8b-fc42-4fd5-9acf-7d0811c797f9 req-0ecd646b-9c95-42d2-85ec-6b23e9b880f6 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Refreshing instance network info cache due to event network-changed-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1a595e8b-fc42-4fd5-9acf-7d0811c797f9 req-0ecd646b-9c95-42d2-85ec-6b23e9b880f6 service nova] Acquiring lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.network.neutron [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.network.neutron [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updating instance_info_cache with network_info: [{"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Releasing lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.compute.manager [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Instance network_info: |[{"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1a595e8b-fc42-4fd5-9acf-7d0811c797f9 req-0ecd646b-9c95-42d2-85ec-6b23e9b880f6 service nova] Acquired lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.network.neutron [req-1a595e8b-fc42-4fd5-9acf-7d0811c797f9 req-0ecd646b-9c95-42d2-85ec-6b23e9b880f6 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Refreshing network info cache for port d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Start _get_guest_xml network_info=[{"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:30:06 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:30:06 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:30:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-758779186',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-758779186',id=20,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCM7AK0q9zL3itiLdu5slIDXl9of/yxU4ivT/nqvh81Oxm3DnuJGnuikBg+9cCTELPE7zjS5A/wsCi2UJnhrK4eMF2XsI7ojMRM2sQLowB3lFEsazOveYbqA0B4yFTL9sg==',key_name='tempest-keypair-1354129795',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='491b5c64d0c141439d6f662a34202002',ramdisk_id='',reservation_id='r-2rbbmy50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-790439868',owner_user_name='tempest-AttachVolumeShelveTestJSON-790439868-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21e5f6317ca1424ab3c082f2d2cbd00b',uuid=c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converting VIF {"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.objects.instance [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'pci_devices' on Instance uuid c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:30:06 user nova-compute[75432]:   <uuid>c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2</uuid>
Nov 27 14:30:06 user nova-compute[75432]:   <name>instance-00000014</name>
Nov 27 14:30:06 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:30:06 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:30:06 user nova-compute[75432]:   <metadata>
Nov 27 14:30:06 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:30:06 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:30:06 user nova-compute[75432]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-758779186</nova:name>
Nov 27 14:30:06 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:30:06</nova:creationTime>
Nov 27 14:30:06 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:30:06 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:30:06 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:30:06 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:30:06 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:30:06 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:30:06 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:30:06 user nova-compute[75432]:       <nova:owner>
Nov 27 14:30:06 user nova-compute[75432]:         <nova:user uuid="21e5f6317ca1424ab3c082f2d2cbd00b">tempest-AttachVolumeShelveTestJSON-790439868-project-member</nova:user>
Nov 27 14:30:06 user nova-compute[75432]:         <nova:project uuid="491b5c64d0c141439d6f662a34202002">tempest-AttachVolumeShelveTestJSON-790439868</nova:project>
Nov 27 14:30:06 user nova-compute[75432]:       </nova:owner>
Nov 27 14:30:06 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:30:06 user nova-compute[75432]:       <nova:ports>
Nov 27 14:30:06 user nova-compute[75432]:         <nova:port uuid="d88e9eaa-51d7-4a06-b3a5-60ca6bb67203">
Nov 27 14:30:06 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 14:30:06 user nova-compute[75432]:         </nova:port>
Nov 27 14:30:06 user nova-compute[75432]:       </nova:ports>
Nov 27 14:30:06 user nova-compute[75432]:     </nova:instance>
Nov 27 14:30:06 user nova-compute[75432]:   </metadata>
Nov 27 14:30:06 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:30:06 user nova-compute[75432]:     <system>
Nov 27 14:30:06 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:30:06 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:30:06 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:30:06 user nova-compute[75432]:       <entry name="serial">c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2</entry>
Nov 27 14:30:06 user nova-compute[75432]:       <entry name="uuid">c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2</entry>
Nov 27 14:30:06 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:30:06 user nova-compute[75432]:     </system>
Nov 27 14:30:06 user nova-compute[75432]:   </sysinfo>
Nov 27 14:30:06 user nova-compute[75432]:   <os>
Nov 27 14:30:06 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:30:06 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:30:06 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:30:06 user nova-compute[75432]:   </os>
Nov 27 14:30:06 user nova-compute[75432]:   <features>
Nov 27 14:30:06 user nova-compute[75432]:     <acpi/>
Nov 27 14:30:06 user nova-compute[75432]:     <apic/>
Nov 27 14:30:06 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:30:06 user nova-compute[75432]:   </features>
Nov 27 14:30:06 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:30:06 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:30:06 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:30:06 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:30:06 user nova-compute[75432]:   </clock>
Nov 27 14:30:06 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:30:06 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:30:06 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:30:06 user nova-compute[75432]:   </cpu>
Nov 27 14:30:06 user nova-compute[75432]:   <devices>
Nov 27 14:30:06 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:30:06 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:30:06 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk"/>
Nov 27 14:30:06 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:30:06 user nova-compute[75432]:     </disk>
Nov 27 14:30:06 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:30:06 user nova-compute[75432]:       <mac address="fa:16:3e:12:c7:63"/>
Nov 27 14:30:06 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:30:06 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:30:06 user nova-compute[75432]:       <target dev="tapd88e9eaa-51"/>
Nov 27 14:30:06 user nova-compute[75432]:     </interface>
Nov 27 14:30:06 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:30:06 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/console.log" append="off"/>
Nov 27 14:30:06 user nova-compute[75432]:     </serial>
Nov 27 14:30:06 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:30:06 user nova-compute[75432]:     <video>
Nov 27 14:30:06 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:30:06 user nova-compute[75432]:     </video>
Nov 27 14:30:06 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:30:06 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:30:06 user nova-compute[75432]:     </rng>
Nov 27 14:30:06 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:30:06 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:30:06 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:30:06 user nova-compute[75432]:     </memballoon>
Nov 27 14:30:06 user nova-compute[75432]:   </devices>
Nov 27 14:30:06 user nova-compute[75432]: </domain>
Nov 27 14:30:06 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:30:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-758779186',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-758779186',id=20,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCM7AK0q9zL3itiLdu5slIDXl9of/yxU4ivT/nqvh81Oxm3DnuJGnuikBg+9cCTELPE7zjS5A/wsCi2UJnhrK4eMF2XsI7ojMRM2sQLowB3lFEsazOveYbqA0B4yFTL9sg==',key_name='tempest-keypair-1354129795',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='491b5c64d0c141439d6f662a34202002',ramdisk_id='',reservation_id='r-2rbbmy50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-790439868',owner_user_name='tempest-AttachVolumeShelveTestJSON-790439868-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21e5f6317ca1424ab3c082f2d2cbd00b',uuid=c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converting VIF {"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG os_vif [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dbd05417-34a5-544b-adaa-88af9abae363', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd88e9eaa-51, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd88e9eaa-51, col_values=(('qos', UUID('c6e23ac4-5e1f-4900-a6f8-ad88753358b4')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd88e9eaa-51, col_values=(('external_ids', {'iface-id': 'd88e9eaa-51d7-4a06-b3a5-60ca6bb67203', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:12:c7:63', 'vm-uuid': 'c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:06 user nova-compute[75432]: INFO os_vif [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51')
Nov 27 14:30:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:30:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] No VIF found with MAC fa:16:3e:12:c7:63, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:30:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:07 user nova-compute[75432]: DEBUG nova.network.neutron [req-1a595e8b-fc42-4fd5-9acf-7d0811c797f9 req-0ecd646b-9c95-42d2-85ec-6b23e9b880f6 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updated VIF entry in instance network info cache for port d88e9eaa-51d7-4a06-b3a5-60ca6bb67203. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:30:07 user nova-compute[75432]: DEBUG nova.network.neutron [req-1a595e8b-fc42-4fd5-9acf-7d0811c797f9 req-0ecd646b-9c95-42d2-85ec-6b23e9b880f6 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updating instance_info_cache with network_info: [{"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1a595e8b-fc42-4fd5-9acf-7d0811c797f9 req-0ecd646b-9c95-42d2-85ec-6b23e9b880f6 service nova] Releasing lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:30:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:30:10 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Instance spawned successfully.
Nov 27 14:30:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:30:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:30:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:30:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:30:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:30:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:30:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:30:10 user nova-compute[75432]: INFO nova.compute.manager [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Took 5.42 seconds to spawn the instance on the hypervisor.
Nov 27 14:30:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:30:10 user nova-compute[75432]: INFO nova.compute.manager [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Took 6.30 seconds to build instance.
Nov 27 14:30:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-56f8a898-7ff4-4265-9fbf-a36a18b42bc9 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.427s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-7c9639e5-07a3-4b08-8bcd-60a1f7fc71dd req-f5b409ae-d31d-4eea-9ca6-13088a795783 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7c9639e5-07a3-4b08-8bcd-60a1f7fc71dd req-f5b409ae-d31d-4eea-9ca6-13088a795783 service nova] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7c9639e5-07a3-4b08-8bcd-60a1f7fc71dd req-f5b409ae-d31d-4eea-9ca6-13088a795783 service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7c9639e5-07a3-4b08-8bcd-60a1f7fc71dd req-f5b409ae-d31d-4eea-9ca6-13088a795783 service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-7c9639e5-07a3-4b08-8bcd-60a1f7fc71dd req-f5b409ae-d31d-4eea-9ca6-13088a795783 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] No waiting events found dispatching network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:12 user nova-compute[75432]: WARNING nova.compute.manager [req-7c9639e5-07a3-4b08-8bcd-60a1f7fc71dd req-f5b409ae-d31d-4eea-9ca6-13088a795783 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received unexpected event network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 for instance with vm_state active and task_state None.
Nov 27 14:30:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-641ffe71-086b-416c-8422-b0e1390843c1 req-ca093f22-0841-49fd-a75e-3556f38a03ea service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-641ffe71-086b-416c-8422-b0e1390843c1 req-ca093f22-0841-49fd-a75e-3556f38a03ea service nova] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-641ffe71-086b-416c-8422-b0e1390843c1 req-ca093f22-0841-49fd-a75e-3556f38a03ea service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-641ffe71-086b-416c-8422-b0e1390843c1 req-ca093f22-0841-49fd-a75e-3556f38a03ea service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-641ffe71-086b-416c-8422-b0e1390843c1 req-ca093f22-0841-49fd-a75e-3556f38a03ea service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] No waiting events found dispatching network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:14 user nova-compute[75432]: WARNING nova.compute.manager [req-641ffe71-086b-416c-8422-b0e1390843c1 req-ca093f22-0841-49fd-a75e-3556f38a03ea service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received unexpected event network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 for instance with vm_state active and task_state None.
Nov 27 14:30:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:19 user nova-compute[75432]: INFO nova.compute.manager [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Detaching volume 0ee41d4e-b813-4cef-b121-8f456c3b7e6e
Nov 27 14:30:19 user nova-compute[75432]: INFO nova.virt.block_device [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Attempting to driver detach volume 0ee41d4e-b813-4cef-b121-8f456c3b7e6e from mountpoint /dev/vdb
Nov 27 14:30:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Attempting to detach device vdb from instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:30:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:30:19 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:30:19 user nova-compute[75432]:   <source dev="/dev/sdg"/>
Nov 27 14:30:19 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:30:19 user nova-compute[75432]:   <serial>0ee41d4e-b813-4cef-b121-8f456c3b7e6e</serial>
Nov 27 14:30:19 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:30:19 user nova-compute[75432]: </disk>
Nov 27 14:30:19 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:30:19 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Successfully detached device vdb from instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 from the persistent domain config.
Nov 27 14:30:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:30:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:30:19 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:30:19 user nova-compute[75432]:   <source dev="/dev/sdg"/>
Nov 27 14:30:19 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:30:19 user nova-compute[75432]:   <serial>0ee41d4e-b813-4cef-b121-8f456c3b7e6e</serial>
Nov 27 14:30:19 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:30:19 user nova-compute[75432]: </disk>
Nov 27 14:30:19 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:30:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:30:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:25 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:30:25 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:30:26 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:30:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:30:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:30:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:30:28 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:30:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:30:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:28 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:30:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "85448fd1-e763-4778-9ed1-8b04c2db873f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG nova.compute.manager [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:30:31 user nova-compute[75432]: INFO nova.compute.claims [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Claim successful on node user
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.615s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.116s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:30:32 user nova-compute[75432]: INFO nova.compute.claims [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Claim successful on node user
Nov 27 14:30:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG nova.network.neutron [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:32 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:30:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG nova.policy [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6c5c455baae45c984326b6525f051e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3096c3bf7faa4956a889daff05efb452', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:30:32 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Creating image(s)
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "/opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "/opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "/opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.221s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.network.neutron [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Successfully created port: f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk 1073741824" returned: 0 in 0.073s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.297s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.847s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.compute.manager [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.compute.manager [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:30:33 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.241s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Checking if we can resize image /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.compute.manager [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.network.neutron [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Successfully updated port: f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.policy [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4d4bcb8454a4cfdb4e15c05022c8c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fef5d35c5eb41fb91f9f23313c5261c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-69f4b0c0-39d7-4336-bd4d-c95557c4c701 req-7bf9fd00-078b-4e6b-a87e-b7f5e144e3c4 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Received event network-changed-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-69f4b0c0-39d7-4336-bd4d-c95557c4c701 req-7bf9fd00-078b-4e6b-a87e-b7f5e144e3c4 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Refreshing instance network info cache due to event network-changed-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-69f4b0c0-39d7-4336-bd4d-c95557c4c701 req-7bf9fd00-078b-4e6b-a87e-b7f5e144e3c4 service nova] Acquiring lock "refresh_cache-85448fd1-e763-4778-9ed1-8b04c2db873f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-69f4b0c0-39d7-4336-bd4d-c95557c4c701 req-7bf9fd00-078b-4e6b-a87e-b7f5e144e3c4 service nova] Acquired lock "refresh_cache-85448fd1-e763-4778-9ed1-8b04c2db873f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.network.neutron [req-69f4b0c0-39d7-4336-bd4d-c95557c4c701 req-7bf9fd00-078b-4e6b-a87e-b7f5e144e3c4 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Refreshing network info cache for port f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:30:33 user nova-compute[75432]: INFO nova.virt.block_device [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Booting with volume 1efc2068-cb39-4ed5-8583-d158bcad3c9a at /dev/vda
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk --force-share --output=json" returned: 0 in 0.542s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "refresh_cache-85448fd1-e763-4778-9ed1-8b04c2db873f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Cannot resize image /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Ensure instance console log exists: /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:33 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:30:33 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7225MB free_disk=25.17855453491211GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG os_brick.utils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-69f4b0c0-39d7-4336-bd4d-c95557c4c701 req-7bf9fd00-078b-4e6b-a87e-b7f5e144e3c4 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aac00f3-23e0-4566-b2ea-731316c9a16b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e07f836d-79bb-4766-a789-a7809e817b61]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[78145a67-d73b-4931-8149-62e7ae98d3c7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[be97f7e6-33aa-4c61-aafb-6da512e698a6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:30:34 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[62a0cb50-0e5b-4d3c-8639-b38dbeb4fde3]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG os_brick.utils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating existing volume attachment record: 9e113511-9930-470f-8a24-f485f466c23d {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 86458776-cf1e-457c-8639-7c99bc80af53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9a34d1e3-7c2c-4144-9306-7165d690b188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance eede8dfe-d800-4bfe-8c37-6936e7b936a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9c7537eb-31bc-429c-b2a4-0b16a41b5155 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd137141-38ff-4e97-b7b2-5dc975452638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 85448fd1-e763-4778-9ed1-8b04c2db873f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6a71d3e7-000c-47f2-967a-c760b359dd5a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-69f4b0c0-39d7-4336-bd4d-c95557c4c701 req-7bf9fd00-078b-4e6b-a87e-b7f5e144e3c4 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-69f4b0c0-39d7-4336-bd4d-c95557c4c701 req-7bf9fd00-078b-4e6b-a87e-b7f5e144e3c4 service nova] Releasing lock "refresh_cache-85448fd1-e763-4778-9ed1-8b04c2db873f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquired lock "refresh_cache-85448fd1-e763-4778-9ed1-8b04c2db873f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.network.neutron [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.network.neutron [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.688s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.network.neutron [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Updating instance_info_cache with network_info: [{"id": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "address": "fa:16:3e:1b:c5:39", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d2dc38-15", "ovs_interfaceid": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Releasing lock "refresh_cache-85448fd1-e763-4778-9ed1-8b04c2db873f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Instance network_info: |[{"id": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "address": "fa:16:3e:1b:c5:39", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d2dc38-15", "ovs_interfaceid": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Start _get_guest_xml network_info=[{"id": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "address": "fa:16:3e:1b:c5:39", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d2dc38-15", "ovs_interfaceid": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:30:34 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:30:34 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-690822603',display_name='tempest-VolumesAdminNegativeTest-server-690822603',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-690822603',id=21,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3096c3bf7faa4956a889daff05efb452',ramdisk_id='',reservation_id='r-zbeb0ez3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-304082716',owner_user_name='tempest-VolumesAdminNegativeTest-304082716-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:33Z,user_data=None,user_id='f6c5c455baae45c984326b6525f051e3',uuid=85448fd1-e763-4778-9ed1-8b04c2db873f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "address": "fa:16:3e:1b:c5:39", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d2dc38-15", "ovs_interfaceid": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Converting VIF {"id": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "address": "fa:16:3e:1b:c5:39", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d2dc38-15", "ovs_interfaceid": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:c5:39,bridge_name='br-int',has_traffic_filtering=True,id=f7d2dc38-15fe-4368-8fb4-acfe47fff8c0,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7d2dc38-15') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.objects.instance [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lazy-loading 'pci_devices' on Instance uuid 85448fd1-e763-4778-9ed1-8b04c2db873f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:30:34 user nova-compute[75432]:   <uuid>85448fd1-e763-4778-9ed1-8b04c2db873f</uuid>
Nov 27 14:30:34 user nova-compute[75432]:   <name>instance-00000015</name>
Nov 27 14:30:34 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:30:34 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:30:34 user nova-compute[75432]:   <metadata>
Nov 27 14:30:34 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:30:34 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:30:34 user nova-compute[75432]:       <nova:name>tempest-VolumesAdminNegativeTest-server-690822603</nova:name>
Nov 27 14:30:34 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:30:34</nova:creationTime>
Nov 27 14:30:34 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:30:34 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:30:34 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:30:34 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:30:34 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:30:34 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:30:34 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:30:34 user nova-compute[75432]:       <nova:owner>
Nov 27 14:30:34 user nova-compute[75432]:         <nova:user uuid="f6c5c455baae45c984326b6525f051e3">tempest-VolumesAdminNegativeTest-304082716-project-member</nova:user>
Nov 27 14:30:34 user nova-compute[75432]:         <nova:project uuid="3096c3bf7faa4956a889daff05efb452">tempest-VolumesAdminNegativeTest-304082716</nova:project>
Nov 27 14:30:34 user nova-compute[75432]:       </nova:owner>
Nov 27 14:30:34 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:30:34 user nova-compute[75432]:       <nova:ports>
Nov 27 14:30:34 user nova-compute[75432]:         <nova:port uuid="f7d2dc38-15fe-4368-8fb4-acfe47fff8c0">
Nov 27 14:30:34 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 27 14:30:34 user nova-compute[75432]:         </nova:port>
Nov 27 14:30:34 user nova-compute[75432]:       </nova:ports>
Nov 27 14:30:34 user nova-compute[75432]:     </nova:instance>
Nov 27 14:30:34 user nova-compute[75432]:   </metadata>
Nov 27 14:30:34 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:30:34 user nova-compute[75432]:     <system>
Nov 27 14:30:34 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:30:34 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:30:34 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:30:34 user nova-compute[75432]:       <entry name="serial">85448fd1-e763-4778-9ed1-8b04c2db873f</entry>
Nov 27 14:30:34 user nova-compute[75432]:       <entry name="uuid">85448fd1-e763-4778-9ed1-8b04c2db873f</entry>
Nov 27 14:30:34 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:30:34 user nova-compute[75432]:     </system>
Nov 27 14:30:34 user nova-compute[75432]:   </sysinfo>
Nov 27 14:30:34 user nova-compute[75432]:   <os>
Nov 27 14:30:34 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:30:34 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:30:34 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:30:34 user nova-compute[75432]:   </os>
Nov 27 14:30:34 user nova-compute[75432]:   <features>
Nov 27 14:30:34 user nova-compute[75432]:     <acpi/>
Nov 27 14:30:34 user nova-compute[75432]:     <apic/>
Nov 27 14:30:34 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:30:34 user nova-compute[75432]:   </features>
Nov 27 14:30:34 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:30:34 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:30:34 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:30:34 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:30:34 user nova-compute[75432]:   </clock>
Nov 27 14:30:34 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:30:34 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:30:34 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:30:34 user nova-compute[75432]:   </cpu>
Nov 27 14:30:34 user nova-compute[75432]:   <devices>
Nov 27 14:30:34 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:30:34 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:30:34 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk"/>
Nov 27 14:30:34 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:30:34 user nova-compute[75432]:     </disk>
Nov 27 14:30:34 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:30:34 user nova-compute[75432]:       <mac address="fa:16:3e:1b:c5:39"/>
Nov 27 14:30:34 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:30:34 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:30:34 user nova-compute[75432]:       <target dev="tapf7d2dc38-15"/>
Nov 27 14:30:34 user nova-compute[75432]:     </interface>
Nov 27 14:30:34 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:30:34 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/console.log" append="off"/>
Nov 27 14:30:34 user nova-compute[75432]:     </serial>
Nov 27 14:30:34 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:30:34 user nova-compute[75432]:     <video>
Nov 27 14:30:34 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:30:34 user nova-compute[75432]:     </video>
Nov 27 14:30:34 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:30:34 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:30:34 user nova-compute[75432]:     </rng>
Nov 27 14:30:34 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:30:34 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:30:34 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:30:34 user nova-compute[75432]:     </memballoon>
Nov 27 14:30:34 user nova-compute[75432]:   </devices>
Nov 27 14:30:34 user nova-compute[75432]: </domain>
Nov 27 14:30:34 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-690822603',display_name='tempest-VolumesAdminNegativeTest-server-690822603',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-690822603',id=21,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3096c3bf7faa4956a889daff05efb452',ramdisk_id='',reservation_id='r-zbeb0ez3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-304082716',owner_user_name='tempest-VolumesAdminNegativeTest-304082716-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:33Z,user_data=None,user_id='f6c5c455baae45c984326b6525f051e3',uuid=85448fd1-e763-4778-9ed1-8b04c2db873f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "address": "fa:16:3e:1b:c5:39", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d2dc38-15", "ovs_interfaceid": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Converting VIF {"id": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "address": "fa:16:3e:1b:c5:39", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d2dc38-15", "ovs_interfaceid": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:c5:39,bridge_name='br-int',has_traffic_filtering=True,id=f7d2dc38-15fe-4368-8fb4-acfe47fff8c0,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7d2dc38-15') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG os_vif [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:c5:39,bridge_name='br-int',has_traffic_filtering=True,id=f7d2dc38-15fe-4368-8fb4-acfe47fff8c0,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7d2dc38-15') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '607f8d11-5204-5b00-9bc7-9c47d4e4901c', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf7d2dc38-15, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf7d2dc38-15, col_values=(('qos', UUID('0f0778d5-cb56-4c06-b126-e9a03020f0cc')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf7d2dc38-15, col_values=(('external_ids', {'iface-id': 'f7d2dc38-15fe-4368-8fb4-acfe47fff8c0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1b:c5:39', 'vm-uuid': '85448fd1-e763-4778-9ed1-8b04c2db873f'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:34 user nova-compute[75432]: INFO os_vif [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:c5:39,bridge_name='br-int',has_traffic_filtering=True,id=f7d2dc38-15fe-4368-8fb4-acfe47fff8c0,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7d2dc38-15')
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Successfully created port: fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:30:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] No VIF found with MAC fa:16:3e:1b:c5:39, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:30:35 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Successfully created port: e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Successfully created port: f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-82ae419e-9a2b-43a6-bbbc-3b375252b689 req-22f63634-a53c-41c7-90b9-f95318762fab service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Received event network-vif-plugged-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-82ae419e-9a2b-43a6-bbbc-3b375252b689 req-22f63634-a53c-41c7-90b9-f95318762fab service nova] Acquiring lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-82ae419e-9a2b-43a6-bbbc-3b375252b689 req-22f63634-a53c-41c7-90b9-f95318762fab service nova] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-82ae419e-9a2b-43a6-bbbc-3b375252b689 req-22f63634-a53c-41c7-90b9-f95318762fab service nova] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-82ae419e-9a2b-43a6-bbbc-3b375252b689 req-22f63634-a53c-41c7-90b9-f95318762fab service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] No waiting events found dispatching network-vif-plugged-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:36 user nova-compute[75432]: WARNING nova.compute.manager [req-82ae419e-9a2b-43a6-bbbc-3b375252b689 req-22f63634-a53c-41c7-90b9-f95318762fab service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Received unexpected event network-vif-plugged-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 for instance with vm_state building and task_state spawning.
Nov 27 14:30:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Skipping network cache update for instance because it is Building. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Skipping network cache update for instance because it is Building. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:36 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Successfully created port: acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:30:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Updating instance_info_cache with network_info: [{"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:30:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:30:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Successfully created port: dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Successfully updated port: fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-6d3e27a5-14de-414d-8f56-bed7a56bc36d req-984e75a1-409e-4e00-9b88-a7b7b115520c service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-changed-fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-6d3e27a5-14de-414d-8f56-bed7a56bc36d req-984e75a1-409e-4e00-9b88-a7b7b115520c service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing instance network info cache due to event network-changed-fa025bad-fb0a-4218-b146-47f882f8587a. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6d3e27a5-14de-414d-8f56-bed7a56bc36d req-984e75a1-409e-4e00-9b88-a7b7b115520c service nova] Acquiring lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6d3e27a5-14de-414d-8f56-bed7a56bc36d req-984e75a1-409e-4e00-9b88-a7b7b115520c service nova] Acquired lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.network.neutron [req-6d3e27a5-14de-414d-8f56-bed7a56bc36d req-984e75a1-409e-4e00-9b88-a7b7b115520c service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing network info cache for port fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.network.neutron [req-6d3e27a5-14de-414d-8f56-bed7a56bc36d req-984e75a1-409e-4e00-9b88-a7b7b115520c service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.network.neutron [req-6d3e27a5-14de-414d-8f56-bed7a56bc36d req-984e75a1-409e-4e00-9b88-a7b7b115520c service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6d3e27a5-14de-414d-8f56-bed7a56bc36d req-984e75a1-409e-4e00-9b88-a7b7b115520c service nova] Releasing lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:30:38 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Instance spawned successfully.
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:30:38 user nova-compute[75432]: INFO nova.compute.manager [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Took 5.89 seconds to spawn the instance on the hypervisor.
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-e3a7fcbf-202d-463f-b6a2-81dbe321a1de req-4748588c-3a4f-43b1-8a43-5b3f9fc09492 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Received event network-vif-plugged-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e3a7fcbf-202d-463f-b6a2-81dbe321a1de req-4748588c-3a4f-43b1-8a43-5b3f9fc09492 service nova] Acquiring lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e3a7fcbf-202d-463f-b6a2-81dbe321a1de req-4748588c-3a4f-43b1-8a43-5b3f9fc09492 service nova] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e3a7fcbf-202d-463f-b6a2-81dbe321a1de req-4748588c-3a4f-43b1-8a43-5b3f9fc09492 service nova] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-e3a7fcbf-202d-463f-b6a2-81dbe321a1de req-4748588c-3a4f-43b1-8a43-5b3f9fc09492 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] No waiting events found dispatching network-vif-plugged-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:38 user nova-compute[75432]: WARNING nova.compute.manager [req-e3a7fcbf-202d-463f-b6a2-81dbe321a1de req-4748588c-3a4f-43b1-8a43-5b3f9fc09492 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Received unexpected event network-vif-plugged-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 for instance with vm_state building and task_state spawning.
Nov 27 14:30:38 user nova-compute[75432]: INFO nova.compute.manager [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Took 6.98 seconds to build instance.
Nov 27 14:30:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-700adf40-1094-4a43-b0a2-321255e88b5c tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.085s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Successfully updated port: 185c1892-9229-48d6-9e56-e0bbac42dac3 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:30:39 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Successfully updated port: f7d1093b-064e-4158-b990-e6e10cfb898f {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:30:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Successfully updated port: e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-changed-185c1892-9229-48d6-9e56-e0bbac42dac3 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing instance network info cache due to event network-changed-185c1892-9229-48d6-9e56-e0bbac42dac3. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] Acquiring lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] Acquired lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.network.neutron [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing network info cache for port 185c1892-9229-48d6-9e56-e0bbac42dac3 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.network.neutron [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:30:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 is timed out.
Nov 27 14:30:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Successfully detached device vdb from instance 93337b04-10bc-46cd-bfff-a23fe0d01c05 from the live domain config.
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qkSOxQdc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:30:40 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[679ac7aa-1414-4d35-8d79-89f7511217dc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:30:40 user nova-compute[75432]: No targets found.
Nov 27 14:30:40 user nova-compute[75432]: iSNS:
Nov 27 14:30:40 user nova-compute[75432]: No targets found.
Nov 27 14:30:40 user nova-compute[75432]: STATIC:
Nov 27 14:30:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e
Nov 27 14:30:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd
Nov 27 14:30:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f
Nov 27 14:30:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:30:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34
Nov 27 14:30:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d
Nov 27 14:30:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:40 user nova-compute[75432]: FIRMWARE:
Nov 27 14:30:40 user nova-compute[75432]: No targets found.
Nov 27 14:30:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:30:40 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:30:40 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[32e47283-67d4-4906-bbf0-513aa6d3f51c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fb924d9-13c8-43cb-b2a5-ccee958551f2]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:40 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:30:40 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:40 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:30:40 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:30:40 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:30:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:40 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:30:40 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:40 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:30:40 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:30:40 user nova-compute[75432]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e (non-flash)
Nov 27 14:30:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b74727be0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e'): ({'sdg'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Removing single pathed devices sdg {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[822ec188-9ffe-429b-a474-b48202e075bc]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a68dd3a-757b-4da9-b80d-5b67bfdfe769]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Flushing IO for device /dev/sdg {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d04e1085-cd6c-452f-b900-40604b457f73]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.network.neutron [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] Releasing lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-changed-f7d1093b-064e-4158-b990-e6e10cfb898f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing instance network info cache due to event network-changed-f7d1093b-064e-4158-b990-e6e10cfb898f. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] Acquiring lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] Acquired lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.network.neutron [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing network info cache for port f7d1093b-064e-4158-b990-e6e10cfb898f {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.043s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[937a96bc-97ff-40d5-84b7-9399fbce514c]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] SCSI volumes sdg have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebc75b58-c324-45d2-a372-48a3c1574666]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a62562fc-6660-4e77-8aa8-2a7036a2c70f]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e, portal: 172.16.0.220,3260]
Nov 27 14:30:40 user nova-compute[75432]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e, portal: 172.16.0.220,3260] successful.
Nov 27 14:30:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.network.neutron [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0ee41d4e-b813-4cef-b121-8f456c3b7e6e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[912d3022-f5bd-40bf-914b-a9939501f8d8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.343s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] <== disconnect_volume: return (345ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.network.neutron [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] Releasing lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-changed-e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing instance network info cache due to event network-changed-e8933772-419c-4b33-95e0-bcb7d44cd78a. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] Acquiring lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] Acquired lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:40 user nova-compute[75432]: DEBUG nova.network.neutron [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing network info cache for port e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG nova.network.neutron [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG nova.network.neutron [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Successfully updated port: f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-251db282-ca54-425a-82c7-fa505a02fb37 req-93d1024f-97ba-461e-8cd2-37b881873a19 service nova] Releasing lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:41 user nova-compute[75432]: INFO nova.virt.block_device [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Booting with volume bb2406cf-7e05-4f43-b2a1-778093dbf934 at /dev/vdb
Nov 27 14:30:41 user nova-compute[75432]: DEBUG os_brick.utils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5647e05b-d274-4f57-be3f-18917efd2737]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc9457f9-d848-40b6-b1ea-c81b052d9b14]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[52ba5f5d-8f91-4945-9243-729f974e073d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a968d5a4-532d-45b6-96f3-65c24ab406d0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:30:41 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a8e7ed1-3fb6-4a5e-8c47-6d2bd0af0ca3]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG os_brick.utils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating existing volume attachment record: d131cd23-4592-44a2-bf41-46d44dde901b {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG nova.objects.instance [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lazy-loading 'flavor' on Instance uuid 93337b04-10bc-46cd-bfff-a23fe0d01c05 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-195b7f35-3a55-4e95-8579-2168f58fdd96 tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.053s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:41 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Successfully updated port: acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-changed-f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing instance network info cache due to event network-changed-f7634bee-d559-4736-b38d-3068650c0a11. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] Acquiring lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] Acquired lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG nova.network.neutron [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing network info cache for port f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG nova.network.neutron [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG nova.network.neutron [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] Releasing lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-changed-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing instance network info cache due to event network-changed-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] Acquiring lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] Acquired lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:42 user nova-compute[75432]: DEBUG nova.network.neutron [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing network info cache for port acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG nova.network.neutron [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Successfully updated port: dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG nova.network.neutron [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d278e6b0-c2ce-4c77-897a-344ccac236f2 req-a30550dd-24c1-4b47-881d-23a72e1ca641 service nova] Releasing lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquired lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:43 user nova-compute[75432]: INFO nova.compute.manager [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Terminating instance
Nov 27 14:30:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-010f01d3-08f7-4086-8804-daac7792fdf3 req-fd0451bc-c07c-4824-8b26-a135b8274639 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-changed-dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-010f01d3-08f7-4086-8804-daac7792fdf3 req-fd0451bc-c07c-4824-8b26-a135b8274639 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing instance network info cache due to event network-changed-dd3ae694-5940-4a7c-8323-3795978e26f3. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-010f01d3-08f7-4086-8804-daac7792fdf3 req-fd0451bc-c07c-4824-8b26-a135b8274639 service nova] Acquiring lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquired lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'info_cache' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG nova.objects.base [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:30:44 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Instance destroyed successfully.
Nov 27 14:30:44 user nova-compute[75432]: DEBUG nova.objects.instance [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lazy-loading 'resources' on Instance uuid bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:28:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-558519813',display_name='tempest-VolumesActionsTest-instance-558519813',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-558519813',id=18,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:29:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b0f20b47b27745d1936afd4c6757f2bf',ramdisk_id='',reservation_id='r-rfm5paiw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-117667624',owner_user_name='tempest-VolumesActionsTest-117667624-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:29:08Z,user_data=None,user_id='0ffaf4290443424793cc4a1837b7a0ca',uuid=bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "01574277-96e5-4421-99e4-24f48b8d9e95", "address": "fa:16:3e:bb:74:9f", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01574277-96", "ovs_interfaceid": "01574277-96e5-4421-99e4-24f48b8d9e95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Converting VIF {"id": "01574277-96e5-4421-99e4-24f48b8d9e95", "address": "fa:16:3e:bb:74:9f", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01574277-96", "ovs_interfaceid": "01574277-96e5-4421-99e4-24f48b8d9e95", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:74:9f,bridge_name='br-int',has_traffic_filtering=True,id=01574277-96e5-4421-99e4-24f48b8d9e95,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01574277-96') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG os_vif [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:74:9f,bridge_name='br-int',has_traffic_filtering=True,id=01574277-96e5-4421-99e4-24f48b8d9e95,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01574277-96') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap01574277-96, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8d035e45-e618-4761-9a33-7447142b0e19) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:44 user nova-compute[75432]: INFO os_vif [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:74:9f,bridge_name='br-int',has_traffic_filtering=True,id=01574277-96e5-4421-99e4-24f48b8d9e95,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01574277-96')
Nov 27 14:30:44 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Deleting instance files /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584_del
Nov 27 14:30:44 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Deletion of /opt/stack/data/nova/instances/bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584_del complete
Nov 27 14:30:44 user nova-compute[75432]: INFO nova.compute.manager [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 27 14:30:44 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:30:44 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Updating instance_info_cache with network_info: [{"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Releasing lock "refresh_cache-86458776-cf1e-457c-8639-7c99bc80af53" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:45 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance destroyed successfully.
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'resources' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.objects.base [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1865465615',display_name='tempest-AttachVolumeTestJSON-server-1865465615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1865465615',id=5,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBORgdhwK5SfSR4BJ9vxE/CIIWJHNYz6d9Z9xQCIvcrDvnGP17Tv4o2MBYIicIPybsyDcEVeDOBLkW7MaAU7ffzu2xEtcqx7AtyYkqhSWjhgWWG7JzC8LgZl1L+OpsAWbZQ==',key_name='tempest-keypair-1494367076',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='120c8d2b07a14fa5bfd93cf539303bc4',ramdisk_id='',reservation_id='r-j8i16j4s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1379447535',owner_user_name='tempest-AttachVolumeTestJSON-1379447535-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:28:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1958a7d52fd04a668c8a5ac8241792a0',uuid=86458776-cf1e-457c-8639-7c99bc80af53,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converting VIF {"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG os_vif [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap59973ed2-cf, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=04da2059-8671-49a5-a979-0bf6937ae04d) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:45 user nova-compute[75432]: INFO os_vif [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf')
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Start _get_guest_xml network_info=[{"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'numa_topology' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.objects.base [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:30:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:30:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'vcpu_model' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.objects.base [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1865465615',display_name='tempest-AttachVolumeTestJSON-server-1865465615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1865465615',id=5,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBORgdhwK5SfSR4BJ9vxE/CIIWJHNYz6d9Z9xQCIvcrDvnGP17Tv4o2MBYIicIPybsyDcEVeDOBLkW7MaAU7ffzu2xEtcqx7AtyYkqhSWjhgWWG7JzC8LgZl1L+OpsAWbZQ==',key_name='tempest-keypair-1494367076',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='120c8d2b07a14fa5bfd93cf539303bc4',ramdisk_id='',reservation_id='r-j8i16j4s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1379447535',owner_user_name='tempest-AttachVolumeTestJSON-1379447535-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:28:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1958a7d52fd04a668c8a5ac8241792a0',uuid=86458776-cf1e-457c-8639-7c99bc80af53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converting VIF {"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'pci_devices' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.objects.base [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:30:45 user nova-compute[75432]:   <uuid>86458776-cf1e-457c-8639-7c99bc80af53</uuid>
Nov 27 14:30:45 user nova-compute[75432]:   <name>instance-00000005</name>
Nov 27 14:30:45 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:30:45 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:30:45 user nova-compute[75432]:   <metadata>
Nov 27 14:30:45 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:30:45 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:30:45 user nova-compute[75432]:       <nova:name>tempest-AttachVolumeTestJSON-server-1865465615</nova:name>
Nov 27 14:30:45 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:30:45</nova:creationTime>
Nov 27 14:30:45 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:30:45 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:30:45 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:30:45 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:30:45 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:30:45 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:30:45 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:30:45 user nova-compute[75432]:       <nova:owner>
Nov 27 14:30:45 user nova-compute[75432]:         <nova:user uuid="1958a7d52fd04a668c8a5ac8241792a0">tempest-AttachVolumeTestJSON-1379447535-project-member</nova:user>
Nov 27 14:30:45 user nova-compute[75432]:         <nova:project uuid="120c8d2b07a14fa5bfd93cf539303bc4">tempest-AttachVolumeTestJSON-1379447535</nova:project>
Nov 27 14:30:45 user nova-compute[75432]:       </nova:owner>
Nov 27 14:30:45 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:30:45 user nova-compute[75432]:       <nova:ports>
Nov 27 14:30:45 user nova-compute[75432]:         <nova:port uuid="59973ed2-cf57-4cd6-bccc-a372532b991b">
Nov 27 14:30:45 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 14:30:45 user nova-compute[75432]:         </nova:port>
Nov 27 14:30:45 user nova-compute[75432]:       </nova:ports>
Nov 27 14:30:45 user nova-compute[75432]:     </nova:instance>
Nov 27 14:30:45 user nova-compute[75432]:   </metadata>
Nov 27 14:30:45 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:30:45 user nova-compute[75432]:     <system>
Nov 27 14:30:45 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:30:45 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:30:45 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:30:45 user nova-compute[75432]:       <entry name="serial">86458776-cf1e-457c-8639-7c99bc80af53</entry>
Nov 27 14:30:45 user nova-compute[75432]:       <entry name="uuid">86458776-cf1e-457c-8639-7c99bc80af53</entry>
Nov 27 14:30:45 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:30:45 user nova-compute[75432]:     </system>
Nov 27 14:30:45 user nova-compute[75432]:   </sysinfo>
Nov 27 14:30:45 user nova-compute[75432]:   <os>
Nov 27 14:30:45 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:30:45 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:30:45 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:30:45 user nova-compute[75432]:   </os>
Nov 27 14:30:45 user nova-compute[75432]:   <features>
Nov 27 14:30:45 user nova-compute[75432]:     <acpi/>
Nov 27 14:30:45 user nova-compute[75432]:     <apic/>
Nov 27 14:30:45 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:30:45 user nova-compute[75432]:   </features>
Nov 27 14:30:45 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:30:45 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:30:45 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:30:45 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:30:45 user nova-compute[75432]:   </clock>
Nov 27 14:30:45 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:30:45 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:30:45 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:30:45 user nova-compute[75432]:   </cpu>
Nov 27 14:30:45 user nova-compute[75432]:   <devices>
Nov 27 14:30:45 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:30:45 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:30:45 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk"/>
Nov 27 14:30:45 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:30:45 user nova-compute[75432]:     </disk>
Nov 27 14:30:45 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:30:45 user nova-compute[75432]:       <mac address="fa:16:3e:a7:46:42"/>
Nov 27 14:30:45 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:30:45 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:30:45 user nova-compute[75432]:       <target dev="tap59973ed2-cf"/>
Nov 27 14:30:45 user nova-compute[75432]:     </interface>
Nov 27 14:30:45 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:30:45 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/console.log" append="off"/>
Nov 27 14:30:45 user nova-compute[75432]:     </serial>
Nov 27 14:30:45 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:30:45 user nova-compute[75432]:     <video>
Nov 27 14:30:45 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:30:45 user nova-compute[75432]:     </video>
Nov 27 14:30:45 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:30:45 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:30:45 user nova-compute[75432]:     </rng>
Nov 27 14:30:45 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:30:45 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:30:45 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:30:45 user nova-compute[75432]:     </memballoon>
Nov 27 14:30:45 user nova-compute[75432]:   </devices>
Nov 27 14:30:45 user nova-compute[75432]: </domain>
Nov 27 14:30:45 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:45 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Took 0.90 seconds to deallocate network for instance.
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.network.neutron [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [{"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f7634bee-d559-4736-b38d-3068650c0a11", "address": "fa:16:3e:fd:2c:e5", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7634bee-d5", "ovs_interfaceid": "f7634bee-d559-4736-b38d-3068650c0a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dd3ae694-5940-4a7c-8323-3795978e26f3", "address": "fa:16:3e:1d:c1:0f", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd3ae694-59", "ovs_interfaceid": "dd3ae694-5940-4a7c-8323-3795978e26f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Releasing lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.compute.manager [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Instance network_info: |[{"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f7634bee-d559-4736-b38d-3068650c0a11", "address": "fa:16:3e:fd:2c:e5", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7634bee-d5", "ovs_interfaceid": "f7634bee-d559-4736-b38d-3068650c0a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dd3ae694-5940-4a7c-8323-3795978e26f3", "address": "fa:16:3e:1d:c1:0f", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd3ae694-59", "ovs_interfaceid": "dd3ae694-5940-4a7c-8323-3795978e26f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-010f01d3-08f7-4086-8804-daac7792fdf3 req-fd0451bc-c07c-4824-8b26-a135b8274639 service nova] Acquired lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG nova.network.neutron [req-010f01d3-08f7-4086-8804-daac7792fdf3 req-fd0451bc-c07c-4824-8b26-a135b8274639 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing network info cache for port dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'trusted_certs' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.objects.base [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Checking if we can resize image /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.network.neutron [req-010f01d3-08f7-4086-8804-daac7792fdf3 req-fd0451bc-c07c-4824-8b26-a135b8274639 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updated VIF entry in instance network info cache for port dd3ae694-5940-4a7c-8323-3795978e26f3. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.network.neutron [req-010f01d3-08f7-4086-8804-daac7792fdf3 req-fd0451bc-c07c-4824-8b26-a135b8274639 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [{"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f7634bee-d559-4736-b38d-3068650c0a11", "address": "fa:16:3e:fd:2c:e5", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7634bee-d5", "ovs_interfaceid": "f7634bee-d559-4736-b38d-3068650c0a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dd3ae694-5940-4a7c-8323-3795978e26f3", "address": "fa:16:3e:1d:c1:0f", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd3ae694-59", "ovs_interfaceid": "dd3ae694-5940-4a7c-8323-3795978e26f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-010f01d3-08f7-4086-8804-daac7792fdf3 req-fd0451bc-c07c-4824-8b26-a135b8274639 service nova] Releasing lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.compute.manager [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Received event network-vif-unplugged-01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] Acquiring lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.compute.manager [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] No waiting events found dispatching network-vif-unplugged-01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:46 user nova-compute[75432]: WARNING nova.compute.manager [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Received unexpected event network-vif-unplugged-01574277-96e5-4421-99e4-24f48b8d9e95 for instance with vm_state deleted and task_state None.
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.compute.manager [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Received event network-vif-plugged-01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] Acquiring lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.compute.manager [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] No waiting events found dispatching network-vif-plugged-01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:46 user nova-compute[75432]: WARNING nova.compute.manager [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Received unexpected event network-vif-plugged-01574277-96e5-4421-99e4-24f48b8d9e95 for instance with vm_state deleted and task_state None.
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.compute.manager [req-17a78f8c-109d-49ca-a4f0-f0bad1444c19 req-ff8ffdc3-d4a0-48c8-bde8-e3f32119397d service nova] [instance: bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584] Received event network-vif-deleted-01574277-96e5-4421-99e4-24f48b8d9e95 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Cannot resize image /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'migration_context' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.650s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.objects.base [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Object Instance<86458776-cf1e-457c-8639-7c99bc80af53> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1865465615',display_name='tempest-AttachVolumeTestJSON-server-1865465615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1865465615',id=5,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBORgdhwK5SfSR4BJ9vxE/CIIWJHNYz6d9Z9xQCIvcrDvnGP17Tv4o2MBYIicIPybsyDcEVeDOBLkW7MaAU7ffzu2xEtcqx7AtyYkqhSWjhgWWG7JzC8LgZl1L+OpsAWbZQ==',key_name='tempest-keypair-1494367076',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='120c8d2b07a14fa5bfd93cf539303bc4',ramdisk_id='',reservation_id='r-j8i16j4s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1379447535',owner_user_name='tempest-AttachVolumeTestJSON-1379447535-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:28:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1958a7d52fd04a668c8a5ac8241792a0',uuid=86458776-cf1e-457c-8639-7c99bc80af53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converting VIF {"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG os_vif [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5499233e-8d28-57e4-96c9-f2a5c29f06ce', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap59973ed2-cf, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap59973ed2-cf, col_values=(('qos', UUID('c13544e7-d2b4-4fe9-9847-260e54f5c376')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap59973ed2-cf, col_values=(('external_ids', {'iface-id': '59973ed2-cf57-4cd6-bccc-a372532b991b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a7:46:42', 'vm-uuid': '86458776-cf1e-457c-8639-7c99bc80af53'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:46 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Deleted allocations for instance bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:46 user nova-compute[75432]: INFO os_vif [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf')
Nov 27 14:30:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-05d59477-b05d-4cc4-b184-58d4b9121a86 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "bc151458-d7ed-4f8d-9ef3-1a6b3b6c5584" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.690s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG nova.compute.manager [req-f8349a82-3ab2-426e-bb98-01ffff325e8e req-75c2ecd6-38a1-47b1-83e7-0fe6891d7788 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f8349a82-3ab2-426e-bb98-01ffff325e8e req-75c2ecd6-38a1-47b1-83e7-0fe6891d7788 service nova] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f8349a82-3ab2-426e-bb98-01ffff325e8e req-75c2ecd6-38a1-47b1-83e7-0fe6891d7788 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f8349a82-3ab2-426e-bb98-01ffff325e8e req-75c2ecd6-38a1-47b1-83e7-0fe6891d7788 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG nova.compute.manager [req-f8349a82-3ab2-426e-bb98-01ffff325e8e req-75c2ecd6-38a1-47b1-83e7-0fe6891d7788 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] No waiting events found dispatching network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:48 user nova-compute[75432]: WARNING nova.compute.manager [req-f8349a82-3ab2-426e-bb98-01ffff325e8e req-75c2ecd6-38a1-47b1-83e7-0fe6891d7788 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received unexpected event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b for instance with vm_state stopped and task_state powering-on.
Nov 27 14:30:48 user nova-compute[75432]: DEBUG nova.compute.manager [req-f8349a82-3ab2-426e-bb98-01ffff325e8e req-75c2ecd6-38a1-47b1-83e7-0fe6891d7788 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f8349a82-3ab2-426e-bb98-01ffff325e8e req-75c2ecd6-38a1-47b1-83e7-0fe6891d7788 service nova] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f8349a82-3ab2-426e-bb98-01ffff325e8e req-75c2ecd6-38a1-47b1-83e7-0fe6891d7788 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f8349a82-3ab2-426e-bb98-01ffff325e8e req-75c2ecd6-38a1-47b1-83e7-0fe6891d7788 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG nova.compute.manager [req-f8349a82-3ab2-426e-bb98-01ffff325e8e req-75c2ecd6-38a1-47b1-83e7-0fe6891d7788 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] No waiting events found dispatching network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:48 user nova-compute[75432]: WARNING nova.compute.manager [req-f8349a82-3ab2-426e-bb98-01ffff325e8e req-75c2ecd6-38a1-47b1-83e7-0fe6891d7788 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received unexpected event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b for instance with vm_state stopped and task_state powering-on.
Nov 27 14:30:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:48 user nova-compute[75432]: INFO nova.virt.block_device [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Booting with volume 52c8a6c5-e28c-458c-93fc-8b02e3725c07 at /dev/vdc
Nov 27 14:30:48 user nova-compute[75432]: DEBUG os_brick.utils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a244e600-b931-45f2-83a2-67dab099bacf]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[574936da-79d2-45ca-a56d-38428b78a4d5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c18dcc27-f7f0-4178-ab65-27acd8aaed65]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[77ff9195-0d80-4023-8ddf-fbf9773d09de]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:30:48 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:30:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[12e65d4f-9d6d-48da-bb51-a518538d94d9]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG os_brick.utils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:30:48 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating existing volume attachment record: 2aea3a18-e3bc-40d7-9c5c-08c08d88a669 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:30:49 user nova-compute[75432]: DEBUG nova.compute.manager [req-05f4d2fb-7bdd-47c5-b168-957a1da00cf2 req-1095a3b8-2ae8-40ba-855f-57f3198d16e1 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-changed-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:49 user nova-compute[75432]: DEBUG nova.compute.manager [req-05f4d2fb-7bdd-47c5-b168-957a1da00cf2 req-1095a3b8-2ae8-40ba-855f-57f3198d16e1 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing instance network info cache due to event network-changed-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:30:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-05f4d2fb-7bdd-47c5-b168-957a1da00cf2 req-1095a3b8-2ae8-40ba-855f-57f3198d16e1 service nova] Acquiring lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-05f4d2fb-7bdd-47c5-b168-957a1da00cf2 req-1095a3b8-2ae8-40ba-855f-57f3198d16e1 service nova] Acquired lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:49 user nova-compute[75432]: DEBUG nova.network.neutron [req-05f4d2fb-7bdd-47c5-b168-957a1da00cf2 req-1095a3b8-2ae8-40ba-855f-57f3198d16e1 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Refreshing network info cache for port 8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:30:50 user nova-compute[75432]: DEBUG nova.network.neutron [req-05f4d2fb-7bdd-47c5-b168-957a1da00cf2 req-1095a3b8-2ae8-40ba-855f-57f3198d16e1 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updated VIF entry in instance network info cache for port 8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:30:50 user nova-compute[75432]: DEBUG nova.network.neutron [req-05f4d2fb-7bdd-47c5-b168-957a1da00cf2 req-1095a3b8-2ae8-40ba-855f-57f3198d16e1 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating instance_info_cache with network_info: [{"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "53095255-711c-4d9d-a16d-357fddfdd392", "address": "fa:16:3e:36:33:8f", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53095255-71", "ovs_interfaceid": "53095255-711c-4d9d-a16d-357fddfdd392", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-05f4d2fb-7bdd-47c5-b168-957a1da00cf2 req-1095a3b8-2ae8-40ba-855f-57f3198d16e1 service nova] Releasing lock "refresh_cache-9c7537eb-31bc-429c-b2a4-0b16a41b5155" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:50 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:30:50 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance rebooted successfully.
Nov 27 14:30:50 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9d17edeb-1960-432f-8155-c9bcd1685404 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:30:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:52 user nova-compute[75432]: INFO nova.compute.manager [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Terminating instance
Nov 27 14:30:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-094c48c1-78f0-4dfa-886a-3e196fd2c625 req-0bff6315-7d92-43fa-ba8d-390d48308e01 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-094c48c1-78f0-4dfa-886a-3e196fd2c625 req-0bff6315-7d92-43fa-ba8d-390d48308e01 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-094c48c1-78f0-4dfa-886a-3e196fd2c625 req-0bff6315-7d92-43fa-ba8d-390d48308e01 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-094c48c1-78f0-4dfa-886a-3e196fd2c625 req-0bff6315-7d92-43fa-ba8d-390d48308e01 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-094c48c1-78f0-4dfa-886a-3e196fd2c625 req-0bff6315-7d92-43fa-ba8d-390d48308e01 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-unplugged-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-094c48c1-78f0-4dfa-886a-3e196fd2c625 req-0bff6315-7d92-43fa-ba8d-390d48308e01 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-d9b6907a-8db6-4d8f-9f5a-119626781b1d req-f4a262ac-b4d3-4e95-9b70-e2a2af254434 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-3592885b-bdac-428b-a143-31445ba1ad4d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d9b6907a-8db6-4d8f-9f5a-119626781b1d req-f4a262ac-b4d3-4e95-9b70-e2a2af254434 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d9b6907a-8db6-4d8f-9f5a-119626781b1d req-f4a262ac-b4d3-4e95-9b70-e2a2af254434 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d9b6907a-8db6-4d8f-9f5a-119626781b1d req-f4a262ac-b4d3-4e95-9b70-e2a2af254434 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-d9b6907a-8db6-4d8f-9f5a-119626781b1d req-f4a262ac-b4d3-4e95-9b70-e2a2af254434 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-unplugged-3592885b-bdac-428b-a143-31445ba1ad4d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-d9b6907a-8db6-4d8f-9f5a-119626781b1d req-f4a262ac-b4d3-4e95-9b70-e2a2af254434 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-3592885b-bdac-428b-a143-31445ba1ad4d for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-5bd85aa9-0401-4bdb-b12e-b851fcb1f5f0 req-ddc2480d-4a5a-46d5-aaf2-832a55d57420 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-fa7dbe30-452f-428a-be7d-7faf606fc5b9 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5bd85aa9-0401-4bdb-b12e-b851fcb1f5f0 req-ddc2480d-4a5a-46d5-aaf2-832a55d57420 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5bd85aa9-0401-4bdb-b12e-b851fcb1f5f0 req-ddc2480d-4a5a-46d5-aaf2-832a55d57420 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5bd85aa9-0401-4bdb-b12e-b851fcb1f5f0 req-ddc2480d-4a5a-46d5-aaf2-832a55d57420 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-5bd85aa9-0401-4bdb-b12e-b851fcb1f5f0 req-ddc2480d-4a5a-46d5-aaf2-832a55d57420 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-unplugged-fa7dbe30-452f-428a-be7d-7faf606fc5b9 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-5bd85aa9-0401-4bdb-b12e-b851fcb1f5f0 req-ddc2480d-4a5a-46d5-aaf2-832a55d57420 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-fa7dbe30-452f-428a-be7d-7faf606fc5b9 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Instance destroyed successfully.
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.objects.instance [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lazy-loading 'resources' on Instance uuid 9c7537eb-31bc-429c-b2a4-0b16a41b5155 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:29:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:29:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:52:34:db,bridge_name='br-int',has_traffic_filtering=True,id=8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4,network=Network(bb56e46d-9a28-4c37-b5db-351d0ad6835c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8dbaf9d6-32') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:34:db,bridge_name='br-int',has_traffic_filtering=True,id=8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4,network=Network(bb56e46d-9a28-4c37-b5db-351d0ad6835c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8dbaf9d6-32') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8dbaf9d6-32, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ceda5be4-b16b-459a-9104-1c649004e7c0) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: INFO os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:34:db,bridge_name='br-int',has_traffic_filtering=True,id=8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4,network=Network(bb56e46d-9a28-4c37-b5db-351d0ad6835c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8dbaf9d6-32')
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:29:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:29:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:c0:2a,bridge_name='br-int',has_traffic_filtering=True,id=3592885b-bdac-428b-a143-31445ba1ad4d,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3592885b-bd') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:c0:2a,bridge_name='br-int',has_traffic_filtering=True,id=3592885b-bdac-428b-a143-31445ba1ad4d,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3592885b-bd') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3592885b-bd, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d5e21ed7-46e8-48ab-acc9-32ef41e84460) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "84453972-848a-4c15-ba19-7c418c6f6b06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: INFO os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:c0:2a,bridge_name='br-int',has_traffic_filtering=True,id=3592885b-bdac-428b-a143-31445ba1ad4d,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3592885b-bd')
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:29:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:29:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:c8:a4,bridge_name='br-int',has_traffic_filtering=True,id=fa7dbe30-452f-428a-be7d-7faf606fc5b9,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa7dbe30-45') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:c8:a4,bridge_name='br-int',has_traffic_filtering=True,id=fa7dbe30-452f-428a-be7d-7faf606fc5b9,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa7dbe30-45') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfa7dbe30-45, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=162097d5-3c98-455d-bde9-0545f25ec34e) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:30:54 user nova-compute[75432]: INFO nova.compute.claims [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Claim successful on node user
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: INFO os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:c8:a4,bridge_name='br-int',has_traffic_filtering=True,id=fa7dbe30-452f-428a-be7d-7faf606fc5b9,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapfa7dbe30-45')
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:29:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:29:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "53095255-711c-4d9d-a16d-357fddfdd392", "address": "fa:16:3e:36:33:8f", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53095255-71", "ovs_interfaceid": "53095255-711c-4d9d-a16d-357fddfdd392", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "53095255-711c-4d9d-a16d-357fddfdd392", "address": "fa:16:3e:36:33:8f", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap53095255-71", "ovs_interfaceid": "53095255-711c-4d9d-a16d-357fddfdd392", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:36:33:8f,bridge_name='br-int',has_traffic_filtering=True,id=53095255-711c-4d9d-a16d-357fddfdd392,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53095255-71') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:33:8f,bridge_name='br-int',has_traffic_filtering=True,id=53095255-711c-4d9d-a16d-357fddfdd392,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53095255-71') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap53095255-71, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:54 user nova-compute[75432]: WARNING nova.compute.manager [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 for instance with vm_state active and task_state deleting.
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-unplugged-90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-90ba6034-f0be-41f3-b48c-349606e0a63b for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:54 user nova-compute[75432]: WARNING nova.compute.manager [req-2f863fed-fa20-467c-aa04-b7c40c465769 req-7e320af9-82ed-4777-bbcc-a614fad225fd service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-90ba6034-f0be-41f3-b48c-349606e0a63b for instance with vm_state active and task_state deleting.
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3dc50107-541e-4ee2-83eb-b23fa7363356) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: INFO os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:36:33:8f,bridge_name='br-int',has_traffic_filtering=True,id=53095255-711c-4d9d-a16d-357fddfdd392,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap53095255-71')
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:29:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:29:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:69:a3,bridge_name='br-int',has_traffic_filtering=True,id=90ba6034-f0be-41f3-b48c-349606e0a63b,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90ba6034-f0') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:69:a3,bridge_name='br-int',has_traffic_filtering=True,id=90ba6034-f0be-41f3-b48c-349606e0a63b,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90ba6034-f0') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90ba6034-f0, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b8da233e-2ee7-484c-8c13-23ce83f535e7) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: INFO os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:69:a3,bridge_name='br-int',has_traffic_filtering=True,id=90ba6034-f0be-41f3-b48c-349606e0a63b,network=Network(41cb6c55-b592-43b4-84aa-b38fe1e7ee80),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90ba6034-f0')
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:29:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:29:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:34:54:1c,bridge_name='br-int',has_traffic_filtering=True,id=6d88f3e7-da16-4795-9684-72e96c5c5e3a,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d88f3e7-da') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:54:1c,bridge_name='br-int',has_traffic_filtering=True,id=6d88f3e7-da16-4795-9684-72e96c5c5e3a,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d88f3e7-da') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-3592885b-bdac-428b-a143-31445ba1ad4d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-3592885b-bdac-428b-a143-31445ba1ad4d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:54 user nova-compute[75432]: WARNING nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-3592885b-bdac-428b-a143-31445ba1ad4d for instance with vm_state active and task_state deleting.
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-unplugged-53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-53095255-711c-4d9d-a16d-357fddfdd392 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:54 user nova-compute[75432]: WARNING nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-53095255-711c-4d9d-a16d-357fddfdd392 for instance with vm_state active and task_state deleting.
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-unplugged-6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-6d88f3e7-da16-4795-9684-72e96c5c5e3a for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:54 user nova-compute[75432]: WARNING nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-6d88f3e7-da16-4795-9684-72e96c5c5e3a for instance with vm_state active and task_state deleting.
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-unplugged-3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-unplugged-3a8f3b14-3a22-4727-be91-9cee74b95150 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:54 user nova-compute[75432]: WARNING nova.compute.manager [req-7e07d33d-7aa9-4b91-b8fd-f2f34818436e req-145e19dc-69f1-4a4d-bb58-004663ce2da6 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-3a8f3b14-3a22-4727-be91-9cee74b95150 for instance with vm_state active and task_state deleting.
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6d88f3e7-da, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ad6eb895-4d85-4751-9157-5b90d3d41574) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: INFO os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:34:54:1c,bridge_name='br-int',has_traffic_filtering=True,id=6d88f3e7-da16-4795-9684-72e96c5c5e3a,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6d88f3e7-da')
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:28:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-905673280',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-905673280',id=17,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPDuT/538hcWbGCvLLwMWkC1WS0rjUDAymk1msejSJXnALK3O5d1MvSg+xh6xSSlpyyOrAuKU23yWVISJ1YtVXtfkUUx4P6BamepgzSM7U8NsObWB/0qKhVY3xeMR5cqww==',key_name='tempest-keypair-57323459',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:29:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='feac3c2c3cd844f89d7e59b89463cc1e',ramdisk_id='',reservation_id='r-qb4f9lq1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-595607467',owner_user_name='tempest-TaggedBootDevicesTest_v242-595607467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:29:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67c1bfd77387484abf390a5c370c70a4',uuid=9c7537eb-31bc-429c-b2a4-0b16a41b5155,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converting VIF {"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4b:fb:a2,bridge_name='br-int',has_traffic_filtering=True,id=3a8f3b14-3a22-4727-be91-9cee74b95150,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a8f3b14-3a') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:fb:a2,bridge_name='br-int',has_traffic_filtering=True,id=3a8f3b14-3a22-4727-be91-9cee74b95150,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a8f3b14-3a') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3a8f3b14-3a, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c9619c82-0d71-4f5b-8903-c1221d3a3f11) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:54 user nova-compute[75432]: INFO os_vif [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4b:fb:a2,bridge_name='br-int',has_traffic_filtering=True,id=3a8f3b14-3a22-4727-be91-9cee74b95150,network=Network(672c638c-3b1f-4e78-ae35-b8822717ddc2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a8f3b14-3a')
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kxmybsLS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:30:54 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4d5e1c-1f43-4395-b603-0f597ee4f8bc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:30:54 user nova-compute[75432]: No targets found.
Nov 27 14:30:54 user nova-compute[75432]: iSNS:
Nov 27 14:30:54 user nova-compute[75432]: No targets found.
Nov 27 14:30:54 user nova-compute[75432]: STATIC:
Nov 27 14:30:54 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd
Nov 27 14:30:54 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:54 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:54 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f
Nov 27 14:30:54 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:54 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:54 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:30:54 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:54 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:54 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34
Nov 27 14:30:54 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:54 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:54 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d
Nov 27 14:30:54 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:54 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:54 user nova-compute[75432]: FIRMWARE:
Nov 27 14:30:54 user nova-compute[75432]: No targets found.
Nov 27 14:30:54 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:30:54 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:30:54 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[79241431-d491-4d31-9388-7ed93dd0b724]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cb2daeb-fe6f-4784-a6db-331b6cfbbf04]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:54 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:30:54 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:54 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:30:54 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:30:54 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:54 user nova-compute[75432]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 (non-flash)
Nov 27 14:30:54 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:54 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:30:54 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:30:54 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b701516c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0f45832-ff89-4b5a-a092-fa9bff194dad]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[11da258c-6a36-41b5-b822-220e7d87e60a]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-67758798-8059-4df4-b928-c089235a7bc4 req-767ec1ef-815c-40a9-9e2d-02008be0d364 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-plugged-fa7dbe30-452f-428a-be7d-7faf606fc5b9 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-67758798-8059-4df4-b928-c089235a7bc4 req-767ec1ef-815c-40a9-9e2d-02008be0d364 service nova] Acquiring lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-67758798-8059-4df4-b928-c089235a7bc4 req-767ec1ef-815c-40a9-9e2d-02008be0d364 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-67758798-8059-4df4-b928-c089235a7bc4 req-767ec1ef-815c-40a9-9e2d-02008be0d364 service nova] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-67758798-8059-4df4-b928-c089235a7bc4 req-767ec1ef-815c-40a9-9e2d-02008be0d364 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] No waiting events found dispatching network-vif-plugged-fa7dbe30-452f-428a-be7d-7faf606fc5b9 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:54 user nova-compute[75432]: WARNING nova.compute.manager [req-67758798-8059-4df4-b928-c089235a7bc4 req-767ec1ef-815c-40a9-9e2d-02008be0d364 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received unexpected event network-vif-plugged-fa7dbe30-452f-428a-be7d-7faf606fc5b9 for instance with vm_state active and task_state deleting.
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cec1f593-16f8-4227-be52-14a884bb6f87]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.055s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[56878c41-7860-418f-928c-35e37819bd58]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:30:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[203d0f1b-e257-4828-a4d4-9d49b0ce3f0c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2fc82ab-ee5b-449c-a4cb-38ef44ced73f]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34, portal: 172.16.0.220,3260]
Nov 27 14:30:55 user nova-compute[75432]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34, portal: 172.16.0.220,3260] successful.
Nov 27 14:30:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.654s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5e916c26-b562-447c-a4fb-2fd7a1fa5c34 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[36decb53-d419-46d8-9c32-74078a1bb4c6]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.374s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] <== disconnect_volume: return (375ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gJCpkeBo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:30:55 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[043684cf-f129-4ce6-ba6a-ed2974e5fee1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:30:55 user nova-compute[75432]: No targets found.
Nov 27 14:30:55 user nova-compute[75432]: iSNS:
Nov 27 14:30:55 user nova-compute[75432]: No targets found.
Nov 27 14:30:55 user nova-compute[75432]: STATIC:
Nov 27 14:30:55 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd
Nov 27 14:30:55 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:55 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:55 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f
Nov 27 14:30:55 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:55 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:55 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:30:55 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:55 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:55 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d
Nov 27 14:30:55 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:55 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:55 user nova-compute[75432]: FIRMWARE:
Nov 27 14:30:55 user nova-compute[75432]: No targets found.
Nov 27 14:30:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:30:55 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:30:55 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.network.neutron [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f5bf3a3-b41d-48fc-8b2b-5fcd06b97be1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d47a2f8-ebd9-4564-82b4-d23dc24cf9e4]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:55 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:55 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:30:55 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:30:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:55 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:55 user nova-compute[75432]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d (non-flash)
Nov 27 14:30:55 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:30:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b5060dab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d'): ({'sde'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Removing single pathed devices sde {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[907d5996-33ed-4a73-a9e7-76930710eec3]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[254279a4-3447-475c-a1a1-80f657631582]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Flushing IO for device /dev/sde {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.policy [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa99abf2191f499885898d88a7e5a3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16971f2703e649a3a49db0b1b5adfb26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b43dfd15-7540-4cdb-b805-5bb6d970c375]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.042s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1290fc9-5a48-4bee-8f50-9497b59cfca3]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:30:55 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Creating image(s)
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "/opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "/opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "/opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2f0a906-8a21-428f-ab3c-1a037cddf174]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd1776ce-389a-4460-b4e3-3de10ee17e9f]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d, portal: 172.16.0.220,3260]
Nov 27 14:30:55 user nova-compute[75432]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d, portal: 172.16.0.220,3260] successful.
Nov 27 14:30:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a43d8384-e69a-4bc7-b347-bf9ad0f4424d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a68870e7-2fe6-4d2d-ae74-7b5bc354b339]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.391s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] <== disconnect_volume: return (393ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IXsFSBwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:30:55 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9fdd97c-d427-4e19-b982-f364e23a77db]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:30:55 user nova-compute[75432]: No targets found.
Nov 27 14:30:55 user nova-compute[75432]: iSNS:
Nov 27 14:30:55 user nova-compute[75432]: No targets found.
Nov 27 14:30:55 user nova-compute[75432]: STATIC:
Nov 27 14:30:55 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd
Nov 27 14:30:55 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:55 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:55 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f
Nov 27 14:30:55 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:55 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:55 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:30:55 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:30:55 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:30:55 user nova-compute[75432]: FIRMWARE:
Nov 27 14:30:55 user nova-compute[75432]: No targets found.
Nov 27 14:30:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:30:55 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:30:55 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b3bf6b4-d0de-4019-9e39-d9b485f98727]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[71e6d8ea-6b5c-480c-9376-5bcebc9278c3]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:55 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:55 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:30:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:55 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:55 user nova-compute[75432]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f (non-flash)
Nov 27 14:30:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b5060dab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f'): ({'sdf'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Removing single pathed devices sdf {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.263s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f23af92-4ebb-4e31-8f45-16a69ce2fdef]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4640f01c-333b-42da-93ed-5933dbc1875b]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Flushing IO for device /dev/sdf {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc7926e1-2c9f-4b5d-b458-2638e529bc8e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.054s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[02c7fadf-201c-49eb-81e8-3abfa929c0cc]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9ffdc48-fb94-4d0d-90d1-db60804c09b4]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.237s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fda1e5a1-0abe-49e8-a245-e9466f9d9b45]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f, portal: 172.16.0.220,3260]
Nov 27 14:30:55 user nova-compute[75432]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f, portal: 172.16.0.220,3260] successful.
Nov 27 14:30:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk 1073741824" returned: 0 in 0.060s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.301s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a53c995-24f7-4ace-b0ad-e87ef41a523f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[149e3d9f-2d2d-4144-a789-3ce6055e0d4c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.442s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] <== disconnect_volume: return (443ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:30:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:30:55 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Deleting instance files /opt/stack/data/nova/instances/9c7537eb-31bc-429c-b2a4-0b16a41b5155_del
Nov 27 14:30:55 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Deletion of /opt/stack/data/nova/instances/9c7537eb-31bc-429c-b2a4-0b16a41b5155_del complete
Nov 27 14:30:56 user nova-compute[75432]: DEBUG nova.network.neutron [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Successfully created port: 5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:30:56 user nova-compute[75432]: INFO nova.compute.manager [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Took 4.08 seconds to destroy the instance on the hypervisor.
Nov 27 14:30:56 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:30:56 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:30:56 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:30:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.203s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:56 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Checking if we can resize image /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:30:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:56 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Cannot resize image /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:30:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:30:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Ensure instance console log exists: /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:30:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Successfully updated port: 5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquired lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-fd63fe16-cdff-4f66-82f1-1433e26c1c31 req-36d5ce41-1ad2-4ff5-9af1-727a13c30241 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-changed-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-fd63fe16-cdff-4f66-82f1-1433e26c1c31 req-36d5ce41-1ad2-4ff5-9af1-727a13c30241 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Refreshing instance network info cache due to event network-changed-5c4ce10c-7732-49d2-9638-2dbc547ddd31. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fd63fe16-cdff-4f66-82f1-1433e26c1c31 req-36d5ce41-1ad2-4ff5-9af1-727a13c30241 service nova] Acquiring lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:30:57 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Creating image(s)
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Ensure instance console log exists: /opt/stack/data/nova/instances/6a71d3e7-000c-47f2-967a-c760b359dd5a/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Start _get_guest_xml network_info=[{"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f7634bee-d559-4736-b38d-3068650c0a11", "address": "fa:16:3e:fd:2c:e5", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7634bee-d5", "ovs_interfaceid": "f7634bee-d559-4736-b38d-3068650c0a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dd3ae694-5940-4a7c-8323-3795978e26f3", "address": "fa:16:3e:1d:c1:0f", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd3ae694-59", "ovs_interfaceid": "dd3ae694-5940-4a7c-8323-3795978e26f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '9e113511-9930-470f-8a24-f485f466c23d', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'REtLxZTo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6a71d3e7-000c-47f2-967a-c760b359dd5a', 'attached_at': '', 'detached_at': '', 'volume_id': '1efc2068-cb39-4ed5-8583-d158bcad3c9a', 'serial': '1efc2068-cb39-4ed5-8583-d158bcad3c9a'}, 'volume_type': None}, {'boot_index': 1, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': 'd131cd23-4592-44a2-bf41-46d44dde901b', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WQdoFtwp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6a71d3e7-000c-47f2-967a-c760b359dd5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bb2406cf-7e05-4f43-b2a1-778093dbf934', 'serial': 'bb2406cf-7e05-4f43-b2a1-778093dbf934'}, 'volume_type': None}, {'boot_index': 2, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '2aea3a18-e3bc-40d7-9c5c-08c08d88a669', 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'urqTEXtU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6a71d3e7-000c-47f2-967a-c760b359dd5a', 'attached_at': '', 'detached_at': '', 'volume_id': '52c8a6c5-e28c-458c-93fc-8b02e3725c07', 'serial': '52c8a6c5-e28c-458c-93fc-8b02e3725c07'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:30:57 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:30:57 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'REtLxZTo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:30:57 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:30:57 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:30:57 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e53f255b-5eeb-4fd5-9fd4-2fa49d2fa4e9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:30:57 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aeb8fe1-1334-44ac-a2c6-dc1464612639]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a] added
Nov 27 14:30:57 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e62bd9c2-4c72-4320-aff9-1e2b6df151b9]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4843442-6369-4d73-86c6-b3df866fa216]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v REtLxZTo {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v REtLxZTo" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa4acf35-0bc1-4e49-9b00-0161da260ffc]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'REtLxZTo'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef430594-f560-4238-ad55-29260b7dc598]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aca38b4c-eec4-4fdf-a8ea-a3a666b18976]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:57 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:57 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:57 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:57 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d12ffb96-d2e7-485b-b5e6-5a87a6ea09ff]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a, portal: 172.16.0.220,3260]
Nov 27 14:30:57 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a, portal: 172.16.0.220,3260] successful.
Nov 27 14:30:57 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[61fefbb7-31e4-45dc-b6fc-f2453f7cb5c1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d0bc1b6-bea1-45a2-8d43-ad1680c2ee91]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:58 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:58 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:30:58 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:58 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:58 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:30:58 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] HCTL ('33', '-', '-', 0) found on session 26 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updating instance_info_cache with network_info: [{"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bafb205-df55-4288-8141-be3acdc29923]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Searching for a device in session 26 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'REtLxZTo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Releasing lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Instance network_info: |[{"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fd63fe16-cdff-4f66-82f1-1433e26c1c31 req-36d5ce41-1ad2-4ff5-9af1-727a13c30241 service nova] Acquired lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-fd63fe16-cdff-4f66-82f1-1433e26c1c31 req-36d5ce41-1ad2-4ff5-9af1-727a13c30241 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Refreshing network info cache for port 5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Start _get_guest_xml network_info=[{"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:30:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:30:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:30:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-848969296',display_name='tempest-ServerRescueNegativeTestJSON-server-848969296',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-848969296',id=23,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK5e8+XS7keOyyzW5h4t5cOxkrUMewHcaiH/GECvLZjIalNLduObkye2BX6JlUqKqKDDupF2JUzSgu0hDRn7LAvc6UWHnqCjFf8SKF3FXCDPUB1x5SGK6SNoXXugHBdepw==',key_name='tempest-keypair-752756917',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16971f2703e649a3a49db0b1b5adfb26',ramdisk_id='',reservation_id='r-bp6j7b6u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-45682725',owner_user_name='tempest-ServerRescueNegativeTestJSON-45682725-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa99abf2191f499885898d88a7e5a3d1',uuid=84453972-848a-4c15-ba19-7c418c6f6b06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converting VIF {"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:8a:1a,bridge_name='br-int',has_traffic_filtering=True,id=5c4ce10c-7732-49d2-9638-2dbc547ddd31,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c4ce10c-77') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.objects.instance [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'pci_devices' on Instance uuid 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:30:58 user nova-compute[75432]:   <uuid>84453972-848a-4c15-ba19-7c418c6f6b06</uuid>
Nov 27 14:30:58 user nova-compute[75432]:   <name>instance-00000017</name>
Nov 27 14:30:58 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:30:58 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:30:58 user nova-compute[75432]:   <metadata>
Nov 27 14:30:58 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:30:58 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:30:58 user nova-compute[75432]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-848969296</nova:name>
Nov 27 14:30:58 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:30:58</nova:creationTime>
Nov 27 14:30:58 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:30:58 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:30:58 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:30:58 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:30:58 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:30:58 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:30:58 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:30:58 user nova-compute[75432]:       <nova:owner>
Nov 27 14:30:58 user nova-compute[75432]:         <nova:user uuid="aa99abf2191f499885898d88a7e5a3d1">tempest-ServerRescueNegativeTestJSON-45682725-project-member</nova:user>
Nov 27 14:30:58 user nova-compute[75432]:         <nova:project uuid="16971f2703e649a3a49db0b1b5adfb26">tempest-ServerRescueNegativeTestJSON-45682725</nova:project>
Nov 27 14:30:58 user nova-compute[75432]:       </nova:owner>
Nov 27 14:30:58 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:30:58 user nova-compute[75432]:       <nova:ports>
Nov 27 14:30:58 user nova-compute[75432]:         <nova:port uuid="5c4ce10c-7732-49d2-9638-2dbc547ddd31">
Nov 27 14:30:58 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 14:30:58 user nova-compute[75432]:         </nova:port>
Nov 27 14:30:58 user nova-compute[75432]:       </nova:ports>
Nov 27 14:30:58 user nova-compute[75432]:     </nova:instance>
Nov 27 14:30:58 user nova-compute[75432]:   </metadata>
Nov 27 14:30:58 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:30:58 user nova-compute[75432]:     <system>
Nov 27 14:30:58 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:30:58 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:30:58 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:30:58 user nova-compute[75432]:       <entry name="serial">84453972-848a-4c15-ba19-7c418c6f6b06</entry>
Nov 27 14:30:58 user nova-compute[75432]:       <entry name="uuid">84453972-848a-4c15-ba19-7c418c6f6b06</entry>
Nov 27 14:30:58 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:30:58 user nova-compute[75432]:     </system>
Nov 27 14:30:58 user nova-compute[75432]:   </sysinfo>
Nov 27 14:30:58 user nova-compute[75432]:   <os>
Nov 27 14:30:58 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:30:58 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:30:58 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:30:58 user nova-compute[75432]:   </os>
Nov 27 14:30:58 user nova-compute[75432]:   <features>
Nov 27 14:30:58 user nova-compute[75432]:     <acpi/>
Nov 27 14:30:58 user nova-compute[75432]:     <apic/>
Nov 27 14:30:58 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:30:58 user nova-compute[75432]:   </features>
Nov 27 14:30:58 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:30:58 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:30:58 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:30:58 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:30:58 user nova-compute[75432]:   </clock>
Nov 27 14:30:58 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:30:58 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:30:58 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:30:58 user nova-compute[75432]:   </cpu>
Nov 27 14:30:58 user nova-compute[75432]:   <devices>
Nov 27 14:30:58 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:30:58 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:30:58 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk"/>
Nov 27 14:30:58 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:30:58 user nova-compute[75432]:     </disk>
Nov 27 14:30:58 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:30:58 user nova-compute[75432]:       <mac address="fa:16:3e:44:8a:1a"/>
Nov 27 14:30:58 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:30:58 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:30:58 user nova-compute[75432]:       <target dev="tap5c4ce10c-77"/>
Nov 27 14:30:58 user nova-compute[75432]:     </interface>
Nov 27 14:30:58 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:30:58 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/console.log" append="off"/>
Nov 27 14:30:58 user nova-compute[75432]:     </serial>
Nov 27 14:30:58 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:30:58 user nova-compute[75432]:     <video>
Nov 27 14:30:58 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:30:58 user nova-compute[75432]:     </video>
Nov 27 14:30:58 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:30:58 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:30:58 user nova-compute[75432]:     </rng>
Nov 27 14:30:58 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:30:58 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:30:58 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:30:58 user nova-compute[75432]:     </memballoon>
Nov 27 14:30:58 user nova-compute[75432]:   </devices>
Nov 27 14:30:58 user nova-compute[75432]: </domain>
Nov 27 14:30:58 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:30:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-848969296',display_name='tempest-ServerRescueNegativeTestJSON-server-848969296',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-848969296',id=23,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK5e8+XS7keOyyzW5h4t5cOxkrUMewHcaiH/GECvLZjIalNLduObkye2BX6JlUqKqKDDupF2JUzSgu0hDRn7LAvc6UWHnqCjFf8SKF3FXCDPUB1x5SGK6SNoXXugHBdepw==',key_name='tempest-keypair-752756917',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16971f2703e649a3a49db0b1b5adfb26',ramdisk_id='',reservation_id='r-bp6j7b6u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-45682725',owner_user_name='tempest-ServerRescueNegativeTestJSON-45682725-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa99abf2191f499885898d88a7e5a3d1',uuid=84453972-848a-4c15-ba19-7c418c6f6b06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converting VIF {"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:8a:1a,bridge_name='br-int',has_traffic_filtering=True,id=5c4ce10c-7732-49d2-9638-2dbc547ddd31,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c4ce10c-77') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG os_vif [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:8a:1a,bridge_name='br-int',has_traffic_filtering=True,id=5c4ce10c-7732-49d2-9638-2dbc547ddd31,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c4ce10c-77') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7baa5b8a-eb86-5faa-90cd-9ca393709802', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5c4ce10c-77, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5c4ce10c-77, col_values=(('qos', UUID('a852f266-72b0-4a9c-bf74-4214009f6045')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5c4ce10c-77, col_values=(('external_ids', {'iface-id': '5c4ce10c-7732-49d2-9638-2dbc547ddd31', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:8a:1a', 'vm-uuid': '84453972-848a-4c15-ba19-7c418c6f6b06'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:58 user nova-compute[75432]: INFO os_vif [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:8a:1a,bridge_name='br-int',has_traffic_filtering=True,id=5c4ce10c-7732-49d2-9638-2dbc547ddd31,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c4ce10c-77')
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No VIF found with MAC fa:16:3e:44:8a:1a, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-fd63fe16-cdff-4f66-82f1-1433e26c1c31 req-36d5ce41-1ad2-4ff5-9af1-727a13c30241 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updated VIF entry in instance network info cache for port 5c4ce10c-7732-49d2-9638-2dbc547ddd31. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-fd63fe16-cdff-4f66-82f1-1433e26c1c31 req-36d5ce41-1ad2-4ff5-9af1-727a13c30241 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updating instance_info_cache with network_info: [{"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fd63fe16-cdff-4f66-82f1-1433e26c1c31 req-36d5ce41-1ad2-4ff5-9af1-727a13c30241 service nova] Releasing lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '23437636565356533', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437636565356533', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WQdoFtwp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:30:59 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:30:59 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:30:59 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeaac056-ab07-4b2b-be71-c2874f67ef46]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:30:59 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[37ebd5e0-3437-4eaf-be31-93486c7af602]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934] added
Nov 27 14:30:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c22503f-a17a-4eb4-b383-c5fb3c5d746e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[73ea8214-f955-4ea8-9f56-4533694f619b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WQdoFtwp {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WQdoFtwp" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e1f9be-bb75-4b1b-a6c5-120f0ee0325c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WQdoFtwp'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8badd62a-6d77-4b4c-83bf-ac5aee54e474]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9302c585-6279-4bb8-a7b4-d61e0ad06264]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:59 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:59 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:30:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:59 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:59 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:30:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[816f86d7-a804-4c71-9534-fc5f18741271]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934, portal: 172.16.0.220,3260]
Nov 27 14:30:59 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934, portal: 172.16.0.220,3260] successful.
Nov 27 14:30:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a7622e1-287b-43bf-b962-caf4d6483f56]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[db132e9c-ced4-42e8-a51c-2d95b779c04e]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:59 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:59 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:30:59 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:30:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:30:59 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:30:59 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:30:59 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:30:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.307s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] HCTL ('36', '-', '-', 0) found on session 27 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e332b4f1-6f56-4532-983a-2fe2890edb87]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Searching for a device in session 27 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WQdoFtwp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-c7a886a4-afdd-4661-b362-075c3cf555d4 req-adae5180-2665-4d85-b21f-fb42b394289b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-deleted-53095255-711c-4d9d-a16d-357fddfdd392 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:59 user nova-compute[75432]: INFO nova.compute.manager [req-c7a886a4-afdd-4661-b362-075c3cf555d4 req-adae5180-2665-4d85-b21f-fb42b394289b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Neutron deleted interface 53095255-711c-4d9d-a16d-357fddfdd392; detaching it from the instance and deleting it from the info cache
Nov 27 14:30:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-c7a886a4-afdd-4661-b362-075c3cf555d4 req-adae5180-2665-4d85-b21f-fb42b394289b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating instance_info_cache with network_info: [{"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "address": "fa:16:3e:34:54:1c", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6d88f3e7-da", "ovs_interfaceid": "6d88f3e7-da16-4795-9684-72e96c5c5e3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-c7a886a4-afdd-4661-b362-075c3cf555d4 req-adae5180-2665-4d85-b21f-fb42b394289b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Detach interface failed, port_id=53095255-711c-4d9d-a16d-357fddfdd392, reason: Instance 9c7537eb-31bc-429c-b2a4-0b16a41b5155 could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-c7a886a4-afdd-4661-b362-075c3cf555d4 req-adae5180-2665-4d85-b21f-fb42b394289b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-deleted-6d88f3e7-da16-4795-9684-72e96c5c5e3a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:59 user nova-compute[75432]: INFO nova.compute.manager [req-c7a886a4-afdd-4661-b362-075c3cf555d4 req-adae5180-2665-4d85-b21f-fb42b394289b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Neutron deleted interface 6d88f3e7-da16-4795-9684-72e96c5c5e3a; detaching it from the instance and deleting it from the info cache
Nov 27 14:30:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-c7a886a4-afdd-4661-b362-075c3cf555d4 req-adae5180-2665-4d85-b21f-fb42b394289b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating instance_info_cache with network_info: [{"id": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "address": "fa:16:3e:52:34:db", "network": {"id": "bb56e46d-9a28-4c37-b5db-351d0ad6835c", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-502036121-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.111", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8dbaf9d6-32", "ovs_interfaceid": "8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3592885b-bdac-428b-a143-31445ba1ad4d", "address": "fa:16:3e:91:c0:2a", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3592885b-bd", "ovs_interfaceid": "3592885b-bdac-428b-a143-31445ba1ad4d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "address": "fa:16:3e:fb:c8:a4", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa7dbe30-45", "ovs_interfaceid": "fa7dbe30-452f-428a-be7d-7faf606fc5b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "90ba6034-f0be-41f3-b48c-349606e0a63b", "address": "fa:16:3e:6e:69:a3", "network": {"id": "41cb6c55-b592-43b4-84aa-b38fe1e7ee80", "bridge": "br-int", "label": "tempest-device-tagging-net1-1499689711", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90ba6034-f0", "ovs_interfaceid": "90ba6034-f0be-41f3-b48c-349606e0a63b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3a8f3b14-3a22-4727-be91-9cee74b95150", "address": "fa:16:3e:4b:fb:a2", "network": {"id": "672c638c-3b1f-4e78-ae35-b8822717ddc2", "bridge": "br-int", "label": "tempest-device-tagging-net2-728623687", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "feac3c2c3cd844f89d7e59b89463cc1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a8f3b14-3a", "ovs_interfaceid": "3a8f3b14-3a22-4727-be91-9cee74b95150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-c7a886a4-afdd-4661-b362-075c3cf555d4 req-adae5180-2665-4d85-b21f-fb42b394289b service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Detach interface failed, port_id=6d88f3e7-da16-4795-9684-72e96c5c5e3a, reason: Instance 9c7537eb-31bc-429c-b2a4-0b16a41b5155 could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-50bc69ce-8eca-4088-bf92-738e833b3035 req-f0973831-6862-4e77-b712-ee20824048a0 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-50bc69ce-8eca-4088-bf92-738e833b3035 req-f0973831-6862-4e77-b712-ee20824048a0 service nova] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-50bc69ce-8eca-4088-bf92-738e833b3035 req-f0973831-6862-4e77-b712-ee20824048a0 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-50bc69ce-8eca-4088-bf92-738e833b3035 req-f0973831-6862-4e77-b712-ee20824048a0 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:30:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-50bc69ce-8eca-4088-bf92-738e833b3035 req-f0973831-6862-4e77-b712-ee20824048a0 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] No waiting events found dispatching network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:30:59 user nova-compute[75432]: WARNING nova.compute.manager [req-50bc69ce-8eca-4088-bf92-738e833b3035 req-f0973831-6862-4e77-b712-ee20824048a0 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received unexpected event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 for instance with vm_state building and task_state spawning.
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] <== connect_volume: return (1339ms) {'type': 'block', 'scsi_wwn': '26563666437303562', 'path': '/dev/sde'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26563666437303562', 'path': '/dev/sde'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'urqTEXtU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:31:00 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:31:00 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:31:00 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d9c3d9-69e0-4c08-8f4b-62c3ecc6801a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:31:00 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f759b784-b597-462b-8775-5c06411967ea]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07] added
Nov 27 14:31:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4e959b7-063b-41fe-a198-987df7b1c987]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6142cf4-30f3-4152-be73-f58cdf15b688]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v urqTEXtU {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v urqTEXtU" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f3e0aa9-d39e-478e-84fb-bf3379d84cc5]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'urqTEXtU'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2f798a3-dc68-4571-bdee-9841a6eccb71]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f634a6d7-b4b2-4464-8a21-c7cf02cec1cb]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fd073e5-f010-4db1-aa83-8f97fbda2afe]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07, portal: 172.16.0.220,3260]
Nov 27 14:31:00 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07, portal: 172.16.0.220,3260] successful.
Nov 27 14:31:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5be3cf66-62cc-4caf-8920-a0099390d977]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:00 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Took 4.64 seconds to deallocate network for instance.
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b20d9a61-29c5-4c31-b998-a3cc295a17b5]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:00 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.327s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] HCTL ('37', '-', '-', 0) found on session 28 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9025013-2de2-474b-902b-5de8dc206bf2]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Searching for a device in session 28 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:31:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'urqTEXtU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-57af048a-e049-4b76-834f-acec815c0638 req-11a63d2f-386d-439a-b4df-5021de50a990 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-deleted-3a8f3b14-3a22-4727-be91-9cee74b95150 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-57af048a-e049-4b76-834f-acec815c0638 req-11a63d2f-386d-439a-b4df-5021de50a990 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-deleted-90ba6034-f0be-41f3-b48c-349606e0a63b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-57af048a-e049-4b76-834f-acec815c0638 req-11a63d2f-386d-439a-b4df-5021de50a990 service nova] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Received event network-vif-deleted-8dbaf9d6-3289-45cc-b5a0-7d3a4664e0a4 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.370s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] <== connect_volume: return (1372ms) {'type': 'block', 'scsi_wwn': '23736636232653763', 'path': '/dev/sdf'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23736636232653763', 'path': '/dev/sdf'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:5e:2e,bridge_name='br-int',has_traffic_filtering=True,id=fa025bad-fb0a-4218-b146-47f882f8587a,network=Network(fdba389c-393a-4712-a490-10180be39b6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa025bad-fb') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:d0:02,bridge_name='br-int',has_traffic_filtering=True,id=185c1892-9229-48d6-9e56-e0bbac42dac3,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap185c1892-92') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:1f:ad,bridge_name='br-int',has_traffic_filtering=True,id=f7d1093b-064e-4158-b990-e6e10cfb898f,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf7d1093b-06') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:83:6e,bridge_name='br-int',has_traffic_filtering=True,id=e8933772-419c-4b33-95e0-bcb7d44cd78a,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8933772-41') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7634bee-d559-4736-b38d-3068650c0a11", "address": "fa:16:3e:fd:2c:e5", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7634bee-d5", "ovs_interfaceid": "f7634bee-d559-4736-b38d-3068650c0a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "f7634bee-d559-4736-b38d-3068650c0a11", "address": "fa:16:3e:fd:2c:e5", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7634bee-d5", "ovs_interfaceid": "f7634bee-d559-4736-b38d-3068650c0a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:2c:e5,bridge_name='br-int',has_traffic_filtering=True,id=f7634bee-d559-4736-b38d-3068650c0a11,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7634bee-d5') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:58:5d,bridge_name='br-int',has_traffic_filtering=True,id=acbfdbcf-7d80-4295-a5f7-b56d04f3c78e,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacbfdbcf-7d') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd3ae694-5940-4a7c-8323-3795978e26f3", "address": "fa:16:3e:1d:c1:0f", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd3ae694-59", "ovs_interfaceid": "dd3ae694-5940-4a7c-8323-3795978e26f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "dd3ae694-5940-4a7c-8323-3795978e26f3", "address": "fa:16:3e:1d:c1:0f", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd3ae694-59", "ovs_interfaceid": "dd3ae694-5940-4a7c-8323-3795978e26f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:c1:0f,bridge_name='br-int',has_traffic_filtering=True,id=dd3ae694-5940-4a7c-8323-3795978e26f3,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd3ae694-59') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.objects.instance [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lazy-loading 'pci_devices' on Instance uuid 6a71d3e7-000c-47f2-967a-c760b359dd5a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:31:01 user nova-compute[75432]:   <uuid>6a71d3e7-000c-47f2-967a-c760b359dd5a</uuid>
Nov 27 14:31:01 user nova-compute[75432]:   <name>instance-00000016</name>
Nov 27 14:31:01 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:31:01 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:31:01 user nova-compute[75432]:   <metadata>
Nov 27 14:31:01 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:31:01 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:31:01 user nova-compute[75432]:       <nova:name>tempest-device-tagging-server-1032559036</nova:name>
Nov 27 14:31:01 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:30:57</nova:creationTime>
Nov 27 14:31:01 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:31:01 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:31:01 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:31:01 user nova-compute[75432]:       <nova:owner>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:user uuid="d4d4bcb8454a4cfdb4e15c05022c8c1f">tempest-TaggedBootDevicesTest-402455106-project-member</nova:user>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:project uuid="3fef5d35c5eb41fb91f9f23313c5261c">tempest-TaggedBootDevicesTest-402455106</nova:project>
Nov 27 14:31:01 user nova-compute[75432]:       </nova:owner>
Nov 27 14:31:01 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:31:01 user nova-compute[75432]:       <nova:ports>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:port uuid="fa025bad-fb0a-4218-b146-47f882f8587a">
Nov 27 14:31:01 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 14:31:01 user nova-compute[75432]:         </nova:port>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:port uuid="185c1892-9229-48d6-9e56-e0bbac42dac3">
Nov 27 14:31:01 user nova-compute[75432]:           <nova:ip type="fixed" address="10.1.1.108" ipVersion="4"/>
Nov 27 14:31:01 user nova-compute[75432]:         </nova:port>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:port uuid="f7d1093b-064e-4158-b990-e6e10cfb898f">
Nov 27 14:31:01 user nova-compute[75432]:           <nova:ip type="fixed" address="10.1.1.41" ipVersion="4"/>
Nov 27 14:31:01 user nova-compute[75432]:         </nova:port>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:port uuid="e8933772-419c-4b33-95e0-bcb7d44cd78a">
Nov 27 14:31:01 user nova-compute[75432]:           <nova:ip type="fixed" address="10.1.1.76" ipVersion="4"/>
Nov 27 14:31:01 user nova-compute[75432]:         </nova:port>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:port uuid="f7634bee-d559-4736-b38d-3068650c0a11">
Nov 27 14:31:01 user nova-compute[75432]:           <nova:ip type="fixed" address="10.1.1.251" ipVersion="4"/>
Nov 27 14:31:01 user nova-compute[75432]:         </nova:port>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:port uuid="acbfdbcf-7d80-4295-a5f7-b56d04f3c78e">
Nov 27 14:31:01 user nova-compute[75432]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 27 14:31:01 user nova-compute[75432]:         </nova:port>
Nov 27 14:31:01 user nova-compute[75432]:         <nova:port uuid="dd3ae694-5940-4a7c-8323-3795978e26f3">
Nov 27 14:31:01 user nova-compute[75432]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 27 14:31:01 user nova-compute[75432]:         </nova:port>
Nov 27 14:31:01 user nova-compute[75432]:       </nova:ports>
Nov 27 14:31:01 user nova-compute[75432]:     </nova:instance>
Nov 27 14:31:01 user nova-compute[75432]:   </metadata>
Nov 27 14:31:01 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:31:01 user nova-compute[75432]:     <system>
Nov 27 14:31:01 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:31:01 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:31:01 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:31:01 user nova-compute[75432]:       <entry name="serial">6a71d3e7-000c-47f2-967a-c760b359dd5a</entry>
Nov 27 14:31:01 user nova-compute[75432]:       <entry name="uuid">6a71d3e7-000c-47f2-967a-c760b359dd5a</entry>
Nov 27 14:31:01 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:31:01 user nova-compute[75432]:     </system>
Nov 27 14:31:01 user nova-compute[75432]:   </sysinfo>
Nov 27 14:31:01 user nova-compute[75432]:   <os>
Nov 27 14:31:01 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:31:01 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:31:01 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:31:01 user nova-compute[75432]:   </os>
Nov 27 14:31:01 user nova-compute[75432]:   <features>
Nov 27 14:31:01 user nova-compute[75432]:     <acpi/>
Nov 27 14:31:01 user nova-compute[75432]:     <apic/>
Nov 27 14:31:01 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:31:01 user nova-compute[75432]:   </features>
Nov 27 14:31:01 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:31:01 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:31:01 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:31:01 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:31:01 user nova-compute[75432]:   </clock>
Nov 27 14:31:01 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:31:01 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:31:01 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:31:01 user nova-compute[75432]:   </cpu>
Nov 27 14:31:01 user nova-compute[75432]:   <devices>
Nov 27 14:31:01 user nova-compute[75432]:     <disk type="file" device="cdrom">
Nov 27 14:31:01 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none"/>
Nov 27 14:31:01 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/6a71d3e7-000c-47f2-967a-c760b359dd5a/disk.config"/>
Nov 27 14:31:01 user nova-compute[75432]:       <target dev="hda" bus="ide"/>
Nov 27 14:31:01 user nova-compute[75432]:     </disk>
Nov 27 14:31:01 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:31:01 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:31:01 user nova-compute[75432]:       <source dev="/dev/sdb"/>
Nov 27 14:31:01 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:31:01 user nova-compute[75432]:       <serial>1efc2068-cb39-4ed5-8583-d158bcad3c9a</serial>
Nov 27 14:31:01 user nova-compute[75432]:     </disk>
Nov 27 14:31:01 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:31:01 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:31:01 user nova-compute[75432]:       <source dev="/dev/sde"/>
Nov 27 14:31:01 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:31:01 user nova-compute[75432]:       <serial>bb2406cf-7e05-4f43-b2a1-778093dbf934</serial>
Nov 27 14:31:01 user nova-compute[75432]:     </disk>
Nov 27 14:31:01 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:31:01 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:31:01 user nova-compute[75432]:       <source dev="/dev/sdf"/>
Nov 27 14:31:01 user nova-compute[75432]:       <target dev="vdc" bus="virtio"/>
Nov 27 14:31:01 user nova-compute[75432]:       <serial>52c8a6c5-e28c-458c-93fc-8b02e3725c07</serial>
Nov 27 14:31:01 user nova-compute[75432]:     </disk>
Nov 27 14:31:01 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:31:01 user nova-compute[75432]:       <mac address="fa:16:3e:cc:5e:2e"/>
Nov 27 14:31:01 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:31:01 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:31:01 user nova-compute[75432]:       <target dev="tapfa025bad-fb"/>
Nov 27 14:31:01 user nova-compute[75432]:     </interface>
Nov 27 14:31:01 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:31:01 user nova-compute[75432]:       <mac address="fa:16:3e:19:d0:02"/>
Nov 27 14:31:01 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:31:01 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:31:01 user nova-compute[75432]:       <target dev="tap185c1892-92"/>
Nov 27 14:31:01 user nova-compute[75432]:     </interface>
Nov 27 14:31:01 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:31:01 user nova-compute[75432]:       <mac address="fa:16:3e:0d:1f:ad"/>
Nov 27 14:31:01 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:31:01 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:31:01 user nova-compute[75432]:       <target dev="tapf7d1093b-06"/>
Nov 27 14:31:01 user nova-compute[75432]:     </interface>
Nov 27 14:31:01 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:31:01 user nova-compute[75432]:       <mac address="fa:16:3e:59:83:6e"/>
Nov 27 14:31:01 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:31:01 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:31:01 user nova-compute[75432]:       <target dev="tape8933772-41"/>
Nov 27 14:31:01 user nova-compute[75432]:     </interface>
Nov 27 14:31:01 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:31:01 user nova-compute[75432]:       <mac address="fa:16:3e:fd:2c:e5"/>
Nov 27 14:31:01 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:31:01 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:31:01 user nova-compute[75432]:       <target dev="tapf7634bee-d5"/>
Nov 27 14:31:01 user nova-compute[75432]:     </interface>
Nov 27 14:31:01 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:31:01 user nova-compute[75432]:       <mac address="fa:16:3e:b2:58:5d"/>
Nov 27 14:31:01 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:31:01 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:31:01 user nova-compute[75432]:       <target dev="tapacbfdbcf-7d"/>
Nov 27 14:31:01 user nova-compute[75432]:     </interface>
Nov 27 14:31:01 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:31:01 user nova-compute[75432]:       <mac address="fa:16:3e:1d:c1:0f"/>
Nov 27 14:31:01 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:31:01 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:31:01 user nova-compute[75432]:       <target dev="tapdd3ae694-59"/>
Nov 27 14:31:01 user nova-compute[75432]:     </interface>
Nov 27 14:31:01 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:31:01 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/6a71d3e7-000c-47f2-967a-c760b359dd5a/console.log" append="off"/>
Nov 27 14:31:01 user nova-compute[75432]:     </serial>
Nov 27 14:31:01 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:31:01 user nova-compute[75432]:     <video>
Nov 27 14:31:01 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:31:01 user nova-compute[75432]:     </video>
Nov 27 14:31:01 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:31:01 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:31:01 user nova-compute[75432]:     </rng>
Nov 27 14:31:01 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:31:01 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:31:01 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:31:01 user nova-compute[75432]:     </memballoon>
Nov 27 14:31:01 user nova-compute[75432]:   </devices>
Nov 27 14:31:01 user nova-compute[75432]: </domain>
Nov 27 14:31:01 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:5e:2e,bridge_name='br-int',has_traffic_filtering=True,id=fa025bad-fb0a-4218-b146-47f882f8587a,network=Network(fdba389c-393a-4712-a490-10180be39b6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa025bad-fb') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:5e:2e,bridge_name='br-int',has_traffic_filtering=True,id=fa025bad-fb0a-4218-b146-47f882f8587a,network=Network(fdba389c-393a-4712-a490-10180be39b6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa025bad-fb') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5b478788-ac47-5ef9-85c6-0187a7ea309c', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfa025bad-fb, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfa025bad-fb, col_values=(('qos', UUID('ad5503b0-38dc-47c6-a0ee-c34906dd92d2')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfa025bad-fb, col_values=(('external_ids', {'iface-id': 'fa025bad-fb0a-4218-b146-47f882f8587a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:5e:2e', 'vm-uuid': '6a71d3e7-000c-47f2-967a-c760b359dd5a'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.compute.manager [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:01 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Instance spawned successfully.
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:31:01 user nova-compute[75432]: INFO os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:5e:2e,bridge_name='br-int',has_traffic_filtering=True,id=fa025bad-fb0a-4218-b146-47f882f8587a,network=Network(fdba389c-393a-4712-a490-10180be39b6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa025bad-fb')
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:d0:02,bridge_name='br-int',has_traffic_filtering=True,id=185c1892-9229-48d6-9e56-e0bbac42dac3,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap185c1892-92') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:d0:02,bridge_name='br-int',has_traffic_filtering=True,id=185c1892-9229-48d6-9e56-e0bbac42dac3,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap185c1892-92') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '847b2474-9728-5958-b8a0-a2123e0f9c1b', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap185c1892-92, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap185c1892-92, col_values=(('qos', UUID('0126756e-134c-464b-bd4c-ae598a957a4f')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap185c1892-92, col_values=(('external_ids', {'iface-id': '185c1892-9229-48d6-9e56-e0bbac42dac3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:19:d0:02', 'vm-uuid': '6a71d3e7-000c-47f2-967a-c760b359dd5a'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-ed2e2f16-35b1-4003-b02f-23dffbb70391 req-eee6cab5-ff30-4323-b3d5-4856cc2ee122 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ed2e2f16-35b1-4003-b02f-23dffbb70391 req-eee6cab5-ff30-4323-b3d5-4856cc2ee122 service nova] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ed2e2f16-35b1-4003-b02f-23dffbb70391 req-eee6cab5-ff30-4323-b3d5-4856cc2ee122 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ed2e2f16-35b1-4003-b02f-23dffbb70391 req-eee6cab5-ff30-4323-b3d5-4856cc2ee122 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-ed2e2f16-35b1-4003-b02f-23dffbb70391 req-eee6cab5-ff30-4323-b3d5-4856cc2ee122 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] No waiting events found dispatching network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:02 user nova-compute[75432]: WARNING nova.compute.manager [req-ed2e2f16-35b1-4003-b02f-23dffbb70391 req-eee6cab5-ff30-4323-b3d5-4856cc2ee122 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received unexpected event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 for instance with vm_state building and task_state spawning.
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: INFO os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:d0:02,bridge_name='br-int',has_traffic_filtering=True,id=185c1892-9229-48d6-9e56-e0bbac42dac3,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap185c1892-92')
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:1f:ad,bridge_name='br-int',has_traffic_filtering=True,id=f7d1093b-064e-4158-b990-e6e10cfb898f,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf7d1093b-06') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:1f:ad,bridge_name='br-int',has_traffic_filtering=True,id=f7d1093b-064e-4158-b990-e6e10cfb898f,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf7d1093b-06') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '76429418-68fc-504d-877b-d3cfd68213a4', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:02 user nova-compute[75432]: INFO nova.compute.manager [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Took 6.71 seconds to spawn the instance on the hypervisor.
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf7d1093b-06, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf7d1093b-06, col_values=(('qos', UUID('b4a4c4b6-8a00-4a28-bcac-2f64e9018112')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf7d1093b-06, col_values=(('external_ids', {'iface-id': 'f7d1093b-064e-4158-b990-e6e10cfb898f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:1f:ad', 'vm-uuid': '6a71d3e7-000c-47f2-967a-c760b359dd5a'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: INFO os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:1f:ad,bridge_name='br-int',has_traffic_filtering=True,id=f7d1093b-064e-4158-b990-e6e10cfb898f,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf7d1093b-06')
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:83:6e,bridge_name='br-int',has_traffic_filtering=True,id=e8933772-419c-4b33-95e0-bcb7d44cd78a,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8933772-41') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:83:6e,bridge_name='br-int',has_traffic_filtering=True,id=e8933772-419c-4b33-95e0-bcb7d44cd78a,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8933772-41') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b823bb59-7336-54a6-955a-ca8255835be1', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:02 user nova-compute[75432]: INFO nova.compute.manager [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Took 7.73 seconds to build instance.
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-262e3deb-e242-4073-8f9f-9a5b140fd18a tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "84453972-848a-4c15-ba19-7c418c6f6b06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.851s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape8933772-41, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape8933772-41, col_values=(('qos', UUID('1159acdf-3356-45a2-b943-ed93a59c01ca')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape8933772-41, col_values=(('external_ids', {'iface-id': 'e8933772-419c-4b33-95e0-bcb7d44cd78a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:83:6e', 'vm-uuid': '6a71d3e7-000c-47f2-967a-c760b359dd5a'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: INFO os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:83:6e,bridge_name='br-int',has_traffic_filtering=True,id=e8933772-419c-4b33-95e0-bcb7d44cd78a,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8933772-41')
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f7634bee-d559-4736-b38d-3068650c0a11", "address": "fa:16:3e:fd:2c:e5", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7634bee-d5", "ovs_interfaceid": "f7634bee-d559-4736-b38d-3068650c0a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "f7634bee-d559-4736-b38d-3068650c0a11", "address": "fa:16:3e:fd:2c:e5", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7634bee-d5", "ovs_interfaceid": "f7634bee-d559-4736-b38d-3068650c0a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:2c:e5,bridge_name='br-int',has_traffic_filtering=True,id=f7634bee-d559-4736-b38d-3068650c0a11,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7634bee-d5') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:2c:e5,bridge_name='br-int',has_traffic_filtering=True,id=f7634bee-d559-4736-b38d-3068650c0a11,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7634bee-d5') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1a436f3d-e428-5c1a-8fa0-11452b51864a', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf7634bee-d5, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf7634bee-d5, col_values=(('qos', UUID('6f625a0f-ab39-4f08-ac65-f61f0d4e5260')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf7634bee-d5, col_values=(('external_ids', {'iface-id': 'f7634bee-d559-4736-b38d-3068650c0a11', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fd:2c:e5', 'vm-uuid': '6a71d3e7-000c-47f2-967a-c760b359dd5a'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: INFO os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:2c:e5,bridge_name='br-int',has_traffic_filtering=True,id=f7634bee-d559-4736-b38d-3068650c0a11,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7634bee-d5')
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:58:5d,bridge_name='br-int',has_traffic_filtering=True,id=acbfdbcf-7d80-4295-a5f7-b56d04f3c78e,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacbfdbcf-7d') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:58:5d,bridge_name='br-int',has_traffic_filtering=True,id=acbfdbcf-7d80-4295-a5f7-b56d04f3c78e,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacbfdbcf-7d') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bf06a7d9-a38a-58c7-b5c3-8b7d09cff861', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapacbfdbcf-7d, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapacbfdbcf-7d, col_values=(('qos', UUID('f8a0d93a-5c00-4261-8d44-11e5d5320167')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapacbfdbcf-7d, col_values=(('external_ids', {'iface-id': 'acbfdbcf-7d80-4295-a5f7-b56d04f3c78e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b2:58:5d', 'vm-uuid': '6a71d3e7-000c-47f2-967a-c760b359dd5a'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: INFO os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:58:5d,bridge_name='br-int',has_traffic_filtering=True,id=acbfdbcf-7d80-4295-a5f7-b56d04f3c78e,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacbfdbcf-7d')
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:30:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dd3ae694-5940-4a7c-8323-3795978e26f3", "address": "fa:16:3e:1d:c1:0f", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd3ae694-59", "ovs_interfaceid": "dd3ae694-5940-4a7c-8323-3795978e26f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "dd3ae694-5940-4a7c-8323-3795978e26f3", "address": "fa:16:3e:1d:c1:0f", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd3ae694-59", "ovs_interfaceid": "dd3ae694-5940-4a7c-8323-3795978e26f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:c1:0f,bridge_name='br-int',has_traffic_filtering=True,id=dd3ae694-5940-4a7c-8323-3795978e26f3,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd3ae694-59') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:c1:0f,bridge_name='br-int',has_traffic_filtering=True,id=dd3ae694-5940-4a7c-8323-3795978e26f3,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd3ae694-59') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aa7da42d-2d66-5c93-a427-06c391f2d506', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdd3ae694-59, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdd3ae694-59, col_values=(('qos', UUID('2976552c-0bab-4810-bb6c-65c3d1d36cf4')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdd3ae694-59, col_values=(('external_ids', {'iface-id': 'dd3ae694-5940-4a7c-8323-3795978e26f3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1d:c1:0f', 'vm-uuid': '6a71d3e7-000c-47f2-967a-c760b359dd5a'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:02 user nova-compute[75432]: INFO os_vif [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:c1:0f,bridge_name='br-int',has_traffic_filtering=True,id=dd3ae694-5940-4a7c-8323-3795978e26f3,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd3ae694-59')
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] No BDM found with device name hda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] No VIF found with MAC fa:16:3e:cc:5e:2e, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:31:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] No VIF found with MAC fa:16:3e:fd:2c:e5, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:31:02 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Using config drive
Nov 27 14:31:02 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Creating config drive at /opt/stack/data/nova/instances/6a71d3e7-000c-47f2-967a-c760b359dd5a/disk.config
Nov 27 14:31:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/6a71d3e7-000c-47f2-967a-c760b359dd5a/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpzo1cpnj_ {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/6a71d3e7-000c-47f2-967a-c760b359dd5a/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpzo1cpnj_" returned: 0 in 0.058s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:03 user nova-compute[75432]: INFO nova.compute.manager [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] [instance: 9c7537eb-31bc-429c-b2a4-0b16a41b5155] Took 2.68 seconds to detach 3 volumes for instance.
Nov 27 14:31:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:03 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:31:03 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.512s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:04 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Deleted allocations for instance 9c7537eb-31bc-429c-b2a4-0b16a41b5155
Nov 27 14:31:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3d767364-ac5e-465f-8027-cb3fd8103f56 tempest-TaggedBootDevicesTest_v242-595607467 tempest-TaggedBootDevicesTest_v242-595607467-project-member] Lock "9c7537eb-31bc-429c-b2a4-0b16a41b5155" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 12.133s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-32dde17a-a883-4eb1-b655-341f6760bea5 req-2e086e0c-e98c-4792-8b9f-684066a49c18 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-32dde17a-a883-4eb1-b655-341f6760bea5 req-2e086e0c-e98c-4792-8b9f-684066a49c18 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-32dde17a-a883-4eb1-b655-341f6760bea5 req-2e086e0c-e98c-4792-8b9f-684066a49c18 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-32dde17a-a883-4eb1-b655-341f6760bea5 req-2e086e0c-e98c-4792-8b9f-684066a49c18 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-32dde17a-a883-4eb1-b655-341f6760bea5 req-2e086e0c-e98c-4792-8b9f-684066a49c18 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:04 user nova-compute[75432]: WARNING nova.compute.manager [req-32dde17a-a883-4eb1-b655-341f6760bea5 req-2e086e0c-e98c-4792-8b9f-684066a49c18 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-fa025bad-fb0a-4218-b146-47f882f8587a for instance with vm_state building and task_state spawning.
Nov 27 14:31:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-4c7b4496-5af3-4f06-8741-719f5ddc8a5a req-b5e69deb-38bf-4e71-ad4e-7daa7fecf312 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-185c1892-9229-48d6-9e56-e0bbac42dac3 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4c7b4496-5af3-4f06-8741-719f5ddc8a5a req-b5e69deb-38bf-4e71-ad4e-7daa7fecf312 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4c7b4496-5af3-4f06-8741-719f5ddc8a5a req-b5e69deb-38bf-4e71-ad4e-7daa7fecf312 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4c7b4496-5af3-4f06-8741-719f5ddc8a5a req-b5e69deb-38bf-4e71-ad4e-7daa7fecf312 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-4c7b4496-5af3-4f06-8741-719f5ddc8a5a req-b5e69deb-38bf-4e71-ad4e-7daa7fecf312 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-185c1892-9229-48d6-9e56-e0bbac42dac3 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:05 user nova-compute[75432]: WARNING nova.compute.manager [req-4c7b4496-5af3-4f06-8741-719f5ddc8a5a req-b5e69deb-38bf-4e71-ad4e-7daa7fecf312 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-185c1892-9229-48d6-9e56-e0bbac42dac3 for instance with vm_state building and task_state spawning.
Nov 27 14:31:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-76d7e99f-f610-4ed9-a28a-7e2935263aa9 req-781af1b4-d71c-4a0e-a567-259c277b0eed service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-76d7e99f-f610-4ed9-a28a-7e2935263aa9 req-781af1b4-d71c-4a0e-a567-259c277b0eed service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-76d7e99f-f610-4ed9-a28a-7e2935263aa9 req-781af1b4-d71c-4a0e-a567-259c277b0eed service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-76d7e99f-f610-4ed9-a28a-7e2935263aa9 req-781af1b4-d71c-4a0e-a567-259c277b0eed service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-76d7e99f-f610-4ed9-a28a-7e2935263aa9 req-781af1b4-d71c-4a0e-a567-259c277b0eed service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:06 user nova-compute[75432]: WARNING nova.compute.manager [req-76d7e99f-f610-4ed9-a28a-7e2935263aa9 req-781af1b4-d71c-4a0e-a567-259c277b0eed service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-f7634bee-d559-4736-b38d-3068650c0a11 for instance with vm_state building and task_state spawning.
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-644abb6c-3d04-4645-8402-f0f4261a0761 req-d0bf68c9-9aeb-4038-b59d-12501df5f9bf service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-644abb6c-3d04-4645-8402-f0f4261a0761 req-d0bf68c9-9aeb-4038-b59d-12501df5f9bf service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-644abb6c-3d04-4645-8402-f0f4261a0761 req-d0bf68c9-9aeb-4038-b59d-12501df5f9bf service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-644abb6c-3d04-4645-8402-f0f4261a0761 req-d0bf68c9-9aeb-4038-b59d-12501df5f9bf service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-644abb6c-3d04-4645-8402-f0f4261a0761 req-d0bf68c9-9aeb-4038-b59d-12501df5f9bf service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:06 user nova-compute[75432]: WARNING nova.compute.manager [req-644abb6c-3d04-4645-8402-f0f4261a0761 req-d0bf68c9-9aeb-4038-b59d-12501df5f9bf service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-fa025bad-fb0a-4218-b146-47f882f8587a for instance with vm_state building and task_state spawning.
Nov 27 14:31:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-185c1892-9229-48d6-9e56-e0bbac42dac3 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-185c1892-9229-48d6-9e56-e0bbac42dac3 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:07 user nova-compute[75432]: WARNING nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-185c1892-9229-48d6-9e56-e0bbac42dac3 for instance with vm_state building and task_state spawning.
Nov 27 14:31:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-f7d1093b-064e-4158-b990-e6e10cfb898f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-f7d1093b-064e-4158-b990-e6e10cfb898f {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:07 user nova-compute[75432]: WARNING nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-f7d1093b-064e-4158-b990-e6e10cfb898f for instance with vm_state building and task_state spawning.
Nov 27 14:31:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-f7d1093b-064e-4158-b990-e6e10cfb898f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-f7d1093b-064e-4158-b990-e6e10cfb898f {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:07 user nova-compute[75432]: WARNING nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-f7d1093b-064e-4158-b990-e6e10cfb898f for instance with vm_state building and task_state spawning.
Nov 27 14:31:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:07 user nova-compute[75432]: WARNING nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-e8933772-419c-4b33-95e0-bcb7d44cd78a for instance with vm_state building and task_state spawning.
Nov 27 14:31:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:07 user nova-compute[75432]: WARNING nova.compute.manager [req-452871fe-75a5-45bf-b36a-13d1f9a2e947 req-63ce9f6a-7885-46e7-aa9f-abd6a135b530 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-e8933772-419c-4b33-95e0-bcb7d44cd78a for instance with vm_state building and task_state spawning.
Nov 27 14:31:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:08 user nova-compute[75432]: WARNING nova.compute.manager [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-f7634bee-d559-4736-b38d-3068650c0a11 for instance with vm_state building and task_state spawning.
Nov 27 14:31:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:08 user nova-compute[75432]: WARNING nova.compute.manager [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e for instance with vm_state building and task_state spawning.
Nov 27 14:31:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:08 user nova-compute[75432]: WARNING nova.compute.manager [req-0432ec67-bd59-4e23-b99f-e44c570df9fc req-e5142731-539f-4a47-8e46-0b4874ee5594 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e for instance with vm_state building and task_state spawning.
Nov 27 14:31:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-f207c91a-b47c-44a1-9f77-c8c40f14f671 req-4df3b441-5495-4078-aa6a-0b1758192107 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f207c91a-b47c-44a1-9f77-c8c40f14f671 req-4df3b441-5495-4078-aa6a-0b1758192107 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f207c91a-b47c-44a1-9f77-c8c40f14f671 req-4df3b441-5495-4078-aa6a-0b1758192107 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f207c91a-b47c-44a1-9f77-c8c40f14f671 req-4df3b441-5495-4078-aa6a-0b1758192107 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-f207c91a-b47c-44a1-9f77-c8c40f14f671 req-4df3b441-5495-4078-aa6a-0b1758192107 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:08 user nova-compute[75432]: WARNING nova.compute.manager [req-f207c91a-b47c-44a1-9f77-c8c40f14f671 req-4df3b441-5495-4078-aa6a-0b1758192107 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-dd3ae694-5940-4a7c-8323-3795978e26f3 for instance with vm_state building and task_state spawning.
Nov 27 14:31:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-f207c91a-b47c-44a1-9f77-c8c40f14f671 req-4df3b441-5495-4078-aa6a-0b1758192107 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f207c91a-b47c-44a1-9f77-c8c40f14f671 req-4df3b441-5495-4078-aa6a-0b1758192107 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f207c91a-b47c-44a1-9f77-c8c40f14f671 req-4df3b441-5495-4078-aa6a-0b1758192107 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f207c91a-b47c-44a1-9f77-c8c40f14f671 req-4df3b441-5495-4078-aa6a-0b1758192107 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-f207c91a-b47c-44a1-9f77-c8c40f14f671 req-4df3b441-5495-4078-aa6a-0b1758192107 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:08 user nova-compute[75432]: WARNING nova.compute.manager [req-f207c91a-b47c-44a1-9f77-c8c40f14f671 req-4df3b441-5495-4078-aa6a-0b1758192107 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-dd3ae694-5940-4a7c-8323-3795978e26f3 for instance with vm_state building and task_state spawning.
Nov 27 14:31:09 user nova-compute[75432]: DEBUG nova.compute.manager [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:31:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:31:09 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Instance spawned successfully.
Nov 27 14:31:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:31:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:09 user nova-compute[75432]: INFO nova.compute.manager [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Took 11.52 seconds to spawn the instance on the hypervisor.
Nov 27 14:31:09 user nova-compute[75432]: DEBUG nova.compute.manager [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:31:09 user nova-compute[75432]: INFO nova.compute.manager [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Took 37.03 seconds to build instance.
Nov 27 14:31:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-10bd318a-1bea-453a-8c91-696d3c2e8fb5 tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 37.127s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:10 user nova-compute[75432]: INFO nova.compute.manager [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Terminating instance
Nov 27 14:31:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-c32d8baf-7a88-4d63-93b7-75037d095f7b req-bc433aad-91df-4abf-8ef9-4106e53d62e1 service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Received event network-vif-unplugged-c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c32d8baf-7a88-4d63-93b7-75037d095f7b req-bc433aad-91df-4abf-8ef9-4106e53d62e1 service nova] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c32d8baf-7a88-4d63-93b7-75037d095f7b req-bc433aad-91df-4abf-8ef9-4106e53d62e1 service nova] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c32d8baf-7a88-4d63-93b7-75037d095f7b req-bc433aad-91df-4abf-8ef9-4106e53d62e1 service nova] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-c32d8baf-7a88-4d63-93b7-75037d095f7b req-bc433aad-91df-4abf-8ef9-4106e53d62e1 service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] No waiting events found dispatching network-vif-unplugged-c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-c32d8baf-7a88-4d63-93b7-75037d095f7b req-bc433aad-91df-4abf-8ef9-4106e53d62e1 service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Received event network-vif-unplugged-c03b14c2-bdc1-4509-9502-1881b6d4bc47 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:31:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Instance destroyed successfully.
Nov 27 14:31:11 user nova-compute[75432]: DEBUG nova.objects.instance [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lazy-loading 'resources' on Instance uuid 93337b04-10bc-46cd-bfff-a23fe0d01c05 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:27:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1824789572',display_name='tempest-TestServerVolumeAttachmentScenario-server-1824789572',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1824789572',id=15,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOUct93e3tG+kepIryokdhxqcErrxZhI4UJRFL28yZZnmX5qN9HjKjrCuLmUKL3BkQ3+xJVC2cPEcI0ntMDTjZjMMUHYZXx4n2KQIb4kDvyZWlg97M8YzpGFzYnQxH+tjg==',key_name='tempest-keypair-933353586',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:27:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9887c1c69a114f548ae869ea5c155d57',ramdisk_id='',reservation_id='r-twkrcn55',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-297399932',owner_user_name='tempest-TestServerVolumeAttachmentScenario-297399932-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:27:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b5000af8d3434d14bc1ecbc86abc45d4',uuid=93337b04-10bc-46cd-bfff-a23fe0d01c05,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "address": "fa:16:3e:bc:1f:46", "network": {"id": "ee3fc981-3a56-405c-80e8-f5149d843b5d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1503829505-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9887c1c69a114f548ae869ea5c155d57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc03b14c2-bd", "ovs_interfaceid": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Converting VIF {"id": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "address": "fa:16:3e:bc:1f:46", "network": {"id": "ee3fc981-3a56-405c-80e8-f5149d843b5d", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1503829505-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9887c1c69a114f548ae869ea5c155d57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc03b14c2-bd", "ovs_interfaceid": "c03b14c2-bdc1-4509-9502-1881b6d4bc47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bc:1f:46,bridge_name='br-int',has_traffic_filtering=True,id=c03b14c2-bdc1-4509-9502-1881b6d4bc47,network=Network(ee3fc981-3a56-405c-80e8-f5149d843b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc03b14c2-bd') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG os_vif [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:1f:46,bridge_name='br-int',has_traffic_filtering=True,id=c03b14c2-bdc1-4509-9502-1881b6d4bc47,network=Network(ee3fc981-3a56-405c-80e8-f5149d843b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc03b14c2-bd') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc03b14c2-bd, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cce54f9f-a001-4c5f-aa48-47e658d87124) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:11 user nova-compute[75432]: INFO os_vif [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bc:1f:46,bridge_name='br-int',has_traffic_filtering=True,id=c03b14c2-bdc1-4509-9502-1881b6d4bc47,network=Network(ee3fc981-3a56-405c-80e8-f5149d843b5d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc03b14c2-bd')
Nov 27 14:31:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Deleting instance files /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05_del
Nov 27 14:31:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Deletion of /opt/stack/data/nova/instances/93337b04-10bc-46cd-bfff-a23fe0d01c05_del complete
Nov 27 14:31:11 user nova-compute[75432]: INFO nova.compute.manager [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 27 14:31:11 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:11 user nova-compute[75432]: INFO nova.compute.manager [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Terminating instance
Nov 27 14:31:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-7540ced4-4f86-4e1e-8df3-2a068a5615bf req-2f86586a-8315-4018-b8a3-7db5c9dbff99 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-unplugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7540ced4-4f86-4e1e-8df3-2a068a5615bf req-2f86586a-8315-4018-b8a3-7db5c9dbff99 service nova] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7540ced4-4f86-4e1e-8df3-2a068a5615bf req-2f86586a-8315-4018-b8a3-7db5c9dbff99 service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7540ced4-4f86-4e1e-8df3-2a068a5615bf req-2f86586a-8315-4018-b8a3-7db5c9dbff99 service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-7540ced4-4f86-4e1e-8df3-2a068a5615bf req-2f86586a-8315-4018-b8a3-7db5c9dbff99 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] No waiting events found dispatching network-vif-unplugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-7540ced4-4f86-4e1e-8df3-2a068a5615bf req-2f86586a-8315-4018-b8a3-7db5c9dbff99 service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-unplugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Instance destroyed successfully.
Nov 27 14:31:12 user nova-compute[75432]: DEBUG nova.objects.instance [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lazy-loading 'resources' on Instance uuid 6a007942-e99e-43a5-8d1b-d2cddb3be2b9 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-657311305',display_name='tempest-ServerActionsTestOtherB-server-657311305',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-657311305',id=3,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLZ3btRhGv4HjHQ9Yl+jPjWOQWL7opUDSSUADFGYWtsR7vmvttgt9yQBNmExW8rCs9p9LHJubcCjp24w6ksiit31PMfXlygTNVRC4qALz5tVnoxpv8Lg+jREusP3y3a5Nw==',key_name='tempest-keypair-335635223',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:28:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3e9bfb073c0740c39a5b0d647833c611',ramdisk_id='',reservation_id='r-8t8opt09',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-835804001',owner_user_name='tempest-ServerActionsTestOtherB-835804001-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:28:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='49d534963a3a433398202bbf09479533',uuid=6a007942-e99e-43a5-8d1b-d2cddb3be2b9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converting VIF {"id": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "address": "fa:16:3e:f2:da:b7", "network": {"id": "1c6c728d-8919-48f4-a41b-2c507cc3d7d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1638842435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3e9bfb073c0740c39a5b0d647833c611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03fd28ec-ad", "ovs_interfaceid": "03fd28ec-ad1a-41df-9611-85b2606b5e67", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_vif [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap03fd28ec-ad, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b7e3de35-80cb-4018-a70e-77cfc4c70416) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:12 user nova-compute[75432]: INFO os_vif [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:da:b7,bridge_name='br-int',has_traffic_filtering=True,id=03fd28ec-ad1a-41df-9611-85b2606b5e67,network=Network(1c6c728d-8919-48f4-a41b-2c507cc3d7d9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03fd28ec-ad')
Nov 27 14:31:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QCJVuFTE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:31:12 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:31:12 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Took 1.28 seconds to deallocate network for instance.
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f26395a5-23bc-463b-bd7e-a80f15259e02]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:31:12 user nova-compute[75432]: No targets found.
Nov 27 14:31:12 user nova-compute[75432]: iSNS:
Nov 27 14:31:12 user nova-compute[75432]: No targets found.
Nov 27 14:31:12 user nova-compute[75432]: STATIC:
Nov 27 14:31:12 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934
Nov 27 14:31:12 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:12 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:12 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd
Nov 27 14:31:12 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:12 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:12 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07
Nov 27 14:31:12 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:12 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:12 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a
Nov 27 14:31:12 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:12 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:12 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:31:12 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:12 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:12 user nova-compute[75432]: FIRMWARE:
Nov 27 14:31:12 user nova-compute[75432]: No targets found.
Nov 27 14:31:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:31:12 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:31:12 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[543109e9-6392-4bcf-bcb7-c52af0354aef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[888c27c7-c511-45b7-8c10-9b428cda3b38]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:31:12 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:31:12 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:12 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:12 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd (non-flash)
Nov 27 14:31:12 user nova-compute[75432]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:31:12 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:12 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:12 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b50248ca0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd'): ({'sdc'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Removing single pathed devices sdc {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d524158-76e8-4902-a62b-5c5ec30338eb]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a2fff3e-f7a7-492b-b1d7-9b1c1762f47b]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Flushing IO for device /dev/sdc {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[93d6dd56-5fa5-44a8-a877-5633c77d1493]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4a0f3fe-f160-4cbb-9afb-f16b281b5ad0 req-adff7c0c-993f-49b2-b322-60fa3538051f service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Received event network-vif-plugged-c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4a0f3fe-f160-4cbb-9afb-f16b281b5ad0 req-adff7c0c-993f-49b2-b322-60fa3538051f service nova] Acquiring lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4a0f3fe-f160-4cbb-9afb-f16b281b5ad0 req-adff7c0c-993f-49b2-b322-60fa3538051f service nova] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4a0f3fe-f160-4cbb-9afb-f16b281b5ad0 req-adff7c0c-993f-49b2-b322-60fa3538051f service nova] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4a0f3fe-f160-4cbb-9afb-f16b281b5ad0 req-adff7c0c-993f-49b2-b322-60fa3538051f service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] No waiting events found dispatching network-vif-plugged-c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:12 user nova-compute[75432]: WARNING nova.compute.manager [req-a4a0f3fe-f160-4cbb-9afb-f16b281b5ad0 req-adff7c0c-993f-49b2-b322-60fa3538051f service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Received unexpected event network-vif-plugged-c03b14c2-bdc1-4509-9502-1881b6d4bc47 for instance with vm_state deleted and task_state None.
Nov 27 14:31:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4a0f3fe-f160-4cbb-9afb-f16b281b5ad0 req-adff7c0c-993f-49b2-b322-60fa3538051f service nova] [instance: 93337b04-10bc-46cd-bfff-a23fe0d01c05] Received event network-vif-deleted-c03b14c2-bdc1-4509-9502-1881b6d4bc47 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[49d5081e-9da8-4f31-83ad-0a69e774dbbd]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[17b37f10-6505-4277-8edc-d5de617b8696]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[57375bf2-a79e-41b0-9782-2eed20ea435a]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260]
Nov 27 14:31:12 user nova-compute[75432]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd, portal: 172.16.0.220,3260] successful.
Nov 27 14:31:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d4bb6914-d0d9-45b0-9f00-94285c1370fd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba318e6e-0f43-4eae-b289-013b09f597b1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] <== disconnect_volume: return (331ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:31:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Deleting instance files /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9_del
Nov 27 14:31:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Deletion of /opt/stack/data/nova/instances/6a007942-e99e-43a5-8d1b-d2cddb3be2b9_del complete
Nov 27 14:31:12 user nova-compute[75432]: INFO nova.compute.manager [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Took 1.34 seconds to destroy the instance on the hypervisor.
Nov 27 14:31:12 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:31:12 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.469s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:13 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Deleted allocations for instance 93337b04-10bc-46cd-bfff-a23fe0d01c05
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d7464da5-f77b-4980-b88b-f863dd8dfebd tempest-TestServerVolumeAttachmentScenario-297399932 tempest-TestServerVolumeAttachmentScenario-297399932-project-member] Lock "93337b04-10bc-46cd-bfff-a23fe0d01c05" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.817s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG nova.objects.instance [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'flavor' on Instance uuid bd137141-38ff-4e97-b7b2-5dc975452638 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.005s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:13 user nova-compute[75432]: INFO nova.compute.manager [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Attaching volume 031cf002-f01e-4d76-8d3d-98fc354145e0 to /dev/vdb
Nov 27 14:31:13 user nova-compute[75432]: DEBUG os_brick.utils [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b839f27-5620-4c54-a5a5-69232a45f151]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c5b6191-2db8-40b8-93f7-e30a305c2013]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a6ec6d1-5369-4756-86fe-2bce5df9252b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a311e3ba-3ab1-4bc1-b48e-676e6ddbf2df]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:31:13 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[737c9191-c3ee-4a1d-8890-a0d4ac7863e2]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG os_brick.utils [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updating existing volume attachment record: 90d7a512-b214-4540-9185-ece2843688a2 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:31:13 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Took 0.90 seconds to deallocate network for instance.
Nov 27 14:31:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-1c0ae52d-5e96-41c0-b39c-92b1f261cf76 req-d70a22c9-2534-4c68-848e-5a20ecec0dfc service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1c0ae52d-5e96-41c0-b39c-92b1f261cf76 req-d70a22c9-2534-4c68-848e-5a20ecec0dfc service nova] Acquiring lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1c0ae52d-5e96-41c0-b39c-92b1f261cf76 req-d70a22c9-2534-4c68-848e-5a20ecec0dfc service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1c0ae52d-5e96-41c0-b39c-92b1f261cf76 req-d70a22c9-2534-4c68-848e-5a20ecec0dfc service nova] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-1c0ae52d-5e96-41c0-b39c-92b1f261cf76 req-d70a22c9-2534-4c68-848e-5a20ecec0dfc service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] No waiting events found dispatching network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:13 user nova-compute[75432]: WARNING nova.compute.manager [req-1c0ae52d-5e96-41c0-b39c-92b1f261cf76 req-d70a22c9-2534-4c68-848e-5a20ecec0dfc service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received unexpected event network-vif-plugged-03fd28ec-ad1a-41df-9611-85b2606b5e67 for instance with vm_state active and task_state deleting.
Nov 27 14:31:14 user nova-compute[75432]: INFO nova.compute.manager [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Took 0.77 seconds to detach 1 volumes for instance.
Nov 27 14:31:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-afbbb13b-e33c-4807-aaa5-aa24ff999c74 req-29a284ab-1fd0-4bb3-9e88-aaa6b1759ddf service nova] [instance: 6a007942-e99e-43a5-8d1b-d2cddb3be2b9] Received event network-vif-deleted-03fd28ec-ad1a-41df-9611-85b2606b5e67 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:15 user nova-compute[75432]: INFO nova.compute.manager [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Detaching volume dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:31:15 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:31:15 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:31:15 user nova-compute[75432]: INFO nova.virt.block_device [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Attempting to driver detach volume dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 from mountpoint /dev/vdb
Nov 27 14:31:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Attempting to detach device vdb from instance 9a34d1e3-7c2c-4144-9306-7165d690b188 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:31:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:31:15 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:31:15 user nova-compute[75432]:   <source dev="/dev/sdd"/>
Nov 27 14:31:15 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:31:15 user nova-compute[75432]:   <serial>dcd252c8-5f2c-4bae-a56b-ed885b8b2b07</serial>
Nov 27 14:31:15 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 14:31:15 user nova-compute[75432]: </disk>
Nov 27 14:31:15 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:31:15 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully detached device vdb from instance 9a34d1e3-7c2c-4144-9306-7165d690b188 from the persistent domain config.
Nov 27 14:31:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9a34d1e3-7c2c-4144-9306-7165d690b188 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:31:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:31:15 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:31:15 user nova-compute[75432]:   <source dev="/dev/sdd"/>
Nov 27 14:31:15 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:31:15 user nova-compute[75432]:   <serial>dcd252c8-5f2c-4bae-a56b-ed885b8b2b07</serial>
Nov 27 14:31:15 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 14:31:15 user nova-compute[75432]: </disk>
Nov 27 14:31:15 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:31:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.510s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:15 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Deleted allocations for instance 6a007942-e99e-43a5-8d1b-d2cddb3be2b9
Nov 27 14:31:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-938a247c-9d86-4ff5-9b4b-be8bda5f39a4 tempest-ServerActionsTestOtherB-835804001 tempest-ServerActionsTestOtherB-835804001-project-member] Lock "6a007942-e99e-43a5-8d1b-d2cddb3be2b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.716s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9a34d1e3-7c2c-4144-9306-7165d690b188 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:31:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMxVApdC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:31:20 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:31:20 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:31:20 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[601d5796-0802-42b9-a434-0bc1f47ae2ac]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:31:20 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[32181a09-c061-4721-a513-8c67495963ef]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0] added
Nov 27 14:31:20 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d10f7c6-9e4f-47a8-a69d-0cc6f20df82d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8ae381c-748f-4f46-861b-8cd40120572d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UMxVApdC {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UMxVApdC" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f947be7-7369-44a0-995b-bd6a0f6ab473]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UMxVApdC'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcc5a138-3d33-4a4d-9e3e-7a153f34e82e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4de1d04b-81f1-4a74-9af9-712a8ebfc78d]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:31:20 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:20 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:20 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:20 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:31:20 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:20 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:20 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:20 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:31:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c35d3764-1314-4412-adde-4470e118c5b2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260]
Nov 27 14:31:21 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260] successful.
Nov 27 14:31:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cf09f20-84a3-4284-9106-a0eb4ca284c0]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a59fd83c-1fa8-40f2-9158-b076d3ba14f8]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:31:21 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:21 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:21 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:21 user nova-compute[75432]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:31:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:31:21 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:21 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:21 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:21 user nova-compute[75432]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:31:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] HCTL ('34', '-', '-', 0) found on session 29 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bf389f0-b25c-49ce-aef3-e0323e1aace1]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Searching for a device in session 29 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:31:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMxVApdC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:31:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.341s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:31:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '26261346638636430', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:31:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26261346638636430', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:31:22 user nova-compute[75432]: DEBUG nova.objects.instance [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'flavor' on Instance uuid bd137141-38ff-4e97-b7b2-5dc975452638 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:31:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:31:22 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:31:22 user nova-compute[75432]:   <source dev="/dev/sdc"/>
Nov 27 14:31:22 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:31:22 user nova-compute[75432]:   <serial>031cf002-f01e-4d76-8d3d-98fc354145e0</serial>
Nov 27 14:31:22 user nova-compute[75432]: </disk>
Nov 27 14:31:22 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:31:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:31:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:31:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] No VIF found with MAC fa:16:3e:1d:10:d9, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:31:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-aa205eea-5219-4b1a-9cd6-6347a24632eb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.172s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:26 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:31:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:27 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:31:27 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:31:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-b454bad9-152a-45ed-bbb9-2cbefe874bcf req-860b2897-958e-438f-b644-7df0ccdd91de service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-changed-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-b454bad9-152a-45ed-bbb9-2cbefe874bcf req-860b2897-958e-438f-b644-7df0ccdd91de service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Refreshing instance network info cache due to event network-changed-1684f7b0-f78c-4b07-8f1f-32bfae1f430b. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:31:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b454bad9-152a-45ed-bbb9-2cbefe874bcf req-860b2897-958e-438f-b644-7df0ccdd91de service nova] Acquiring lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:31:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b454bad9-152a-45ed-bbb9-2cbefe874bcf req-860b2897-958e-438f-b644-7df0ccdd91de service nova] Acquired lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:31:28 user nova-compute[75432]: DEBUG nova.network.neutron [req-b454bad9-152a-45ed-bbb9-2cbefe874bcf req-860b2897-958e-438f-b644-7df0ccdd91de service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Refreshing network info cache for port 1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:31:29 user nova-compute[75432]: DEBUG nova.network.neutron [req-b454bad9-152a-45ed-bbb9-2cbefe874bcf req-860b2897-958e-438f-b644-7df0ccdd91de service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updated VIF entry in instance network info cache for port 1684f7b0-f78c-4b07-8f1f-32bfae1f430b. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:31:29 user nova-compute[75432]: DEBUG nova.network.neutron [req-b454bad9-152a-45ed-bbb9-2cbefe874bcf req-860b2897-958e-438f-b644-7df0ccdd91de service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updating instance_info_cache with network_info: [{"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:31:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b454bad9-152a-45ed-bbb9-2cbefe874bcf req-860b2897-958e-438f-b644-7df0ccdd91de service nova] Releasing lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:31:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG nova.compute.manager [req-a3f9e721-81a7-4379-842c-97bb693f849e req-c25fe426-4d03-4ffe-a834-17c3e80cf291 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-changed-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG nova.compute.manager [req-a3f9e721-81a7-4379-842c-97bb693f849e req-c25fe426-4d03-4ffe-a834-17c3e80cf291 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Refreshing instance network info cache due to event network-changed-1684f7b0-f78c-4b07-8f1f-32bfae1f430b. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a3f9e721-81a7-4379-842c-97bb693f849e req-c25fe426-4d03-4ffe-a834-17c3e80cf291 service nova] Acquiring lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a3f9e721-81a7-4379-842c-97bb693f849e req-c25fe426-4d03-4ffe-a834-17c3e80cf291 service nova] Acquired lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG nova.network.neutron [req-a3f9e721-81a7-4379-842c-97bb693f849e req-c25fe426-4d03-4ffe-a834-17c3e80cf291 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Refreshing network info cache for port 1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG nova.network.neutron [req-a3f9e721-81a7-4379-842c-97bb693f849e req-c25fe426-4d03-4ffe-a834-17c3e80cf291 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updated VIF entry in instance network info cache for port 1684f7b0-f78c-4b07-8f1f-32bfae1f430b. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG nova.network.neutron [req-a3f9e721-81a7-4379-842c-97bb693f849e req-c25fe426-4d03-4ffe-a834-17c3e80cf291 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updating instance_info_cache with network_info: [{"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a3f9e721-81a7-4379-842c-97bb693f849e req-c25fe426-4d03-4ffe-a834-17c3e80cf291 service nova] Releasing lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "4bdae7e5-349a-478e-8bd0-c171389fc387" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:35 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:31:35 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7099MB free_disk=25.188873291015625GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:35 user nova-compute[75432]: INFO nova.compute.manager [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Rebooting instance
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:31:35 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9a34d1e3-7c2c-4144-9306-7165d690b188 is timed out.
Nov 27 14:31:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully detached device vdb from instance 9a34d1e3-7c2c-4144-9306-7165d690b188 from the live domain config.
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OwgaSBNo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:31:35 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[36ba650f-3e2b-4ffd-a1aa-d6159872115a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:31:35 user nova-compute[75432]: No targets found.
Nov 27 14:31:35 user nova-compute[75432]: iSNS:
Nov 27 14:31:35 user nova-compute[75432]: No targets found.
Nov 27 14:31:35 user nova-compute[75432]: STATIC:
Nov 27 14:31:35 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934
Nov 27 14:31:35 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:35 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:35 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07
Nov 27 14:31:35 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:35 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:35 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a
Nov 27 14:31:35 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:35 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:35 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07
Nov 27 14:31:35 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:35 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:35 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0
Nov 27 14:31:35 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:35 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:35 user nova-compute[75432]: FIRMWARE:
Nov 27 14:31:35 user nova-compute[75432]: No targets found.
Nov 27 14:31:35 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:31:35 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:31:35 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b55c2b0-3541-442f-80ae-b2e1a1a03521]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e83a1ff-7c8f-4c85-ab04-67eb635544da]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:31:35 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:35 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:35 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:35 user nova-compute[75432]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:31:35 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 (non-flash)
Nov 27 14:31:35 user nova-compute[75432]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:35 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:35 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:35 user nova-compute[75432]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:31:35 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b50230550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07'): ({'sdd'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Removing single pathed devices sdd {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquired lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 86458776-cf1e-457c-8639-7c99bc80af53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 9a34d1e3-7c2c-4144-9306-7165d690b188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance eede8dfe-d800-4bfe-8c37-6936e7b936a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd137141-38ff-4e97-b7b2-5dc975452638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 85448fd1-e763-4778-9ed1-8b04c2db873f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6a71d3e7-000c-47f2-967a-c760b359dd5a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 84453972-848a-4c15-ba19-7c418c6f6b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[43528d62-c62b-42cb-8296-f9fa359d736e]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 4bdae7e5-349a-478e-8bd0-c171389fc387 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a6f7e1f-1cda-4b95-a165-d2a04c51816c]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flushing IO for device /dev/sdd {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a3e5c83-4dcb-4f21-a4f3-2c027a51cc70]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.039s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c612479-1bb2-4652-b4c5-617f313ecd57]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] SCSI volumes sdd have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc283130-ea0f-4201-a7fe-ac3934424e51]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ec007b6-f04d-4411-a843-ce8920a51b1a]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260]
Nov 27 14:31:35 user nova-compute[75432]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07, portal: 172.16.0.220,3260] successful.
Nov 27 14:31:35 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dcd252c8-5f2c-4bae-a56b-ed885b8b2b07 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b6db29-f2f3-4d66-a166-8102500c2973]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== disconnect_volume: return (322ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updating instance_info_cache with network_info: [{"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Releasing lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.551s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.448s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:31:36 user nova-compute[75432]: INFO nova.compute.claims [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Claim successful on node user
Nov 27 14:31:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-ebeac20a-bfa9-4159-8782-6e930f94a591 req-9e86fb29-5961-4865-aee8-85666e9bb639 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-vif-unplugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ebeac20a-bfa9-4159-8782-6e930f94a591 req-9e86fb29-5961-4865-aee8-85666e9bb639 service nova] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ebeac20a-bfa9-4159-8782-6e930f94a591 req-9e86fb29-5961-4865-aee8-85666e9bb639 service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ebeac20a-bfa9-4159-8782-6e930f94a591 req-9e86fb29-5961-4865-aee8-85666e9bb639 service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-ebeac20a-bfa9-4159-8782-6e930f94a591 req-9e86fb29-5961-4865-aee8-85666e9bb639 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] No waiting events found dispatching network-vif-unplugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:36 user nova-compute[75432]: WARNING nova.compute.manager [req-ebeac20a-bfa9-4159-8782-6e930f94a591 req-9e86fb29-5961-4865-aee8-85666e9bb639 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received unexpected event network-vif-unplugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b for instance with vm_state active and task_state reboot_started_hard.
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.520s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.network.neutron [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:31:36 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.objects.instance [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lazy-loading 'flavor' on Instance uuid 9a34d1e3-7c2c-4144-9306-7165d690b188 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.policy [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ffaf4290443424793cc4a1837b7a0ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0f20b47b27745d1936afd4c6757f2bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-92520448-3412-478f-8987-fd16b9012510 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.861s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:31:36 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Creating image(s)
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "/opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "/opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "/opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Instance destroyed successfully.
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'resources' on Instance uuid bd137141-38ff-4e97-b7b2-5dc975452638 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:29:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1119456615',display_name='tempest-TestMinimumBasicScenario-server-1119456615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1119456615',id=19,image_ref='1c5e4240-9875-4f9f-a99f-6562a06c98fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCRXaDCXdpE1konkMtdZNxwket967jHFOS5tN3cMrP6egYK/m1QCj2GMcWrgtDjrGamWZn/Mp0gqHcEpzp8ogFHbYO5Nq5G2IzEIqsBdTtQoCbbEq5P5CLPQmnCaCu38ag==',key_name='tempest-TestMinimumBasicScenario-1191926404',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:29:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e45cdc4fa1754165a27b1eefc42c13af',ramdisk_id='',reservation_id='r-p2cjyvbi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1c5e4240-9875-4f9f-a99f-6562a06c98fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-608138762',owner_user_name='tempest-TestMinimumBasicScenario-608138762-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:31:36Z,user_data=None,user_id='e11ad43fcefc4c3cac447e23c14d17f0',uuid=bd137141-38ff-4e97-b7b2-5dc975452638,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converting VIF {"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_vif [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1684f7b0-f7, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bbe27e60-4f76-4ef2-a190-64916286712f) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:37 user nova-compute[75432]: INFO os_vif [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7')
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMxVApdC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:31:37 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5683eca7-f9a8-4277-a020-5f9c570900d4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:31:37 user nova-compute[75432]: No targets found.
Nov 27 14:31:37 user nova-compute[75432]: iSNS:
Nov 27 14:31:37 user nova-compute[75432]: No targets found.
Nov 27 14:31:37 user nova-compute[75432]: STATIC:
Nov 27 14:31:37 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934
Nov 27 14:31:37 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:37 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:37 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07
Nov 27 14:31:37 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:37 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:37 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a
Nov 27 14:31:37 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:37 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:37 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0
Nov 27 14:31:37 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:31:37 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:31:37 user nova-compute[75432]: FIRMWARE:
Nov 27 14:31:37 user nova-compute[75432]: No targets found.
Nov 27 14:31:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:31:37 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:31:37 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8811cc03-aa3e-4c37-a521-73ccd1611944]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[59e81f5e-7d82-4014-9f6a-0c499468b62b]: (4, ('tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:37 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:37 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:37 user nova-compute[75432]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:31:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsi session list stdout=tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:37 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:37 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:37 user nova-compute[75432]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:31:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b5024bb50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0'): ({'sdc'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Removing single pathed devices sdc {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[668f26dc-3b6b-41c1-8ea8-b7ebe4ef7755]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a46696a3-df93-4f48-be47-b9d74f33c4c6]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Flushing IO for device /dev/sdc {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk 1073741824" returned: 0 in 0.049s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c04ceb39-fa60-4386-8f7c-fa0db9c6f30f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.036s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[569bf0db-4314-4da4-bd90-68b4f70565b6]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2516589c-b1ca-45c3-8522-10658c3b8aba]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Successfully created port: cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[57924095-89f2-4dfd-98ab-309bcfedbc76]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260]
Nov 27 14:31:37 user nova-compute[75432]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260] successful.
Nov 27 14:31:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[12e23e47-8fa2-48f1-9a4d-f1894de88e1d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.392s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] <== disconnect_volume: return (396ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Start _get_guest_xml network_info=[{"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1c5e4240-9875-4f9f-a99f-6562a06c98fb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '1c5e4240-9875-4f9f-a99f-6562a06c98fb'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '90d7a512-b214-4540-9185-ece2843688a2', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMxVApdC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'bd137141-38ff-4e97-b7b2-5dc975452638', 'attached_at': '', 'detached_at': '', 'volume_id': '031cf002-f01e-4d76-8d3d-98fc354145e0', 'serial': '031cf002-f01e-4d76-8d3d-98fc354145e0'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:31:37 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:31:37 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=1c5e4240-9875-4f9f-a99f-6562a06c98fb,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'vcpu_model' on Instance uuid bd137141-38ff-4e97-b7b2-5dc975452638 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.objects.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Object Instance<bd137141-38ff-4e97-b7b2-5dc975452638> lazy-loaded attributes: resources,vcpu_model {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMxVApdC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:31:37 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:31:37 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:31:37 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d72ff7fd-8624-4268-8a42-0b13b71caabb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:31:37 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c75987d-7a76-4881-b4a7-50bff9e17b72]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0] added
Nov 27 14:31:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Cannot resize image /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Ensure instance console log exists: /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[899de98b-1c9e-4bd3-ba79-2a49fb9b5938]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[90dccf83-2e10-41f3-953e-b472f7b28c6d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UMxVApdC {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UMxVApdC" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c7c4b29-1822-4f5a-8804-122fbd053ca3]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UMxVApdC'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2689162a-6ee2-4875-9749-1b398143d5d0]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e691cbe-a1a8-40c6-be4a-a28d6569727e]: (4, ('tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:37 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:37 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsi session list stdout=tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:37 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:37 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[96886e0b-f202-4190-9a4f-8b3c989c3f0a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260]
Nov 27 14:31:37 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260] successful.
Nov 27 14:31:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eafa73c-acc9-4832-8d50-6adca9a2bc7f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9562d202-f401-4572-a0dc-cafa073cda76]: (4, ('tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:38 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:38 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:38 user nova-compute[75432]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:31:38 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsi session list stdout=tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:31:38 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:31:38 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:31:38 user nova-compute[75432]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:31:38 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] HCTL ('34', '-', '-', 0) found on session 30 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[20dcca70-895b-4630-9749-a082ccf0c371]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Searching for a device in session 30 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMxVApdC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Updating instance_info_cache with network_info: [{"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Successfully updated port: cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "refresh_cache-4bdae7e5-349a-478e-8bd0-c171389fc387" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquired lock "refresh_cache-4bdae7e5-349a-478e-8bd0-c171389fc387" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-00d4ad17-a90c-4087-9a06-69f09ecda957 req-d2e12b52-d562-4932-ae63-c0837f824c63 service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Received event network-changed-cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-00d4ad17-a90c-4087-9a06-69f09ecda957 req-d2e12b52-d562-4932-ae63-c0837f824c63 service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Refreshing instance network info cache due to event network-changed-cd22f7cd-d8c5-42d0-82b6-e6227a874247. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-00d4ad17-a90c-4087-9a06-69f09ecda957 req-d2e12b52-d562-4932-ae63-c0837f824c63 service nova] Acquiring lock "refresh_cache-4bdae7e5-349a-478e-8bd0-c171389fc387" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-419758ae-fb91-4dc1-b9c4-b6e091c42d7b req-51257397-b93c-4fc0-b91d-497ee2af8045 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-419758ae-fb91-4dc1-b9c4-b6e091c42d7b req-51257397-b93c-4fc0-b91d-497ee2af8045 service nova] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-419758ae-fb91-4dc1-b9c4-b6e091c42d7b req-51257397-b93c-4fc0-b91d-497ee2af8045 service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-419758ae-fb91-4dc1-b9c4-b6e091c42d7b req-51257397-b93c-4fc0-b91d-497ee2af8045 service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-419758ae-fb91-4dc1-b9c4-b6e091c42d7b req-51257397-b93c-4fc0-b91d-497ee2af8045 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] No waiting events found dispatching network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:38 user nova-compute[75432]: WARNING nova.compute.manager [req-419758ae-fb91-4dc1-b9c4-b6e091c42d7b req-51257397-b93c-4fc0-b91d-497ee2af8045 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received unexpected event network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b for instance with vm_state active and task_state reboot_started_hard.
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Updating instance_info_cache with network_info: [{"id": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "address": "fa:16:3e:71:f8:ce", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd22f7cd-d8", "ovs_interfaceid": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Releasing lock "refresh_cache-4bdae7e5-349a-478e-8bd0-c171389fc387" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Instance network_info: |[{"id": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "address": "fa:16:3e:71:f8:ce", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd22f7cd-d8", "ovs_interfaceid": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-00d4ad17-a90c-4087-9a06-69f09ecda957 req-d2e12b52-d562-4932-ae63-c0837f824c63 service nova] Acquired lock "refresh_cache-4bdae7e5-349a-478e-8bd0-c171389fc387" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.network.neutron [req-00d4ad17-a90c-4087-9a06-69f09ecda957 req-d2e12b52-d562-4932-ae63-c0837f824c63 service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Refreshing network info cache for port cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Start _get_guest_xml network_info=[{"id": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "address": "fa:16:3e:71:f8:ce", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd22f7cd-d8", "ovs_interfaceid": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:31:38 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:31:38 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:31:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-427235830',display_name='tempest-VolumesActionsTest-instance-427235830',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-427235830',id=24,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b0f20b47b27745d1936afd4c6757f2bf',ramdisk_id='',reservation_id='r-piljh5if',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-117667624',owner_user_name='tempest-VolumesActionsTest-117667624-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:31:37Z,user_data=None,user_id='0ffaf4290443424793cc4a1837b7a0ca',uuid=4bdae7e5-349a-478e-8bd0-c171389fc387,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "address": "fa:16:3e:71:f8:ce", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd22f7cd-d8", "ovs_interfaceid": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Converting VIF {"id": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "address": "fa:16:3e:71:f8:ce", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd22f7cd-d8", "ovs_interfaceid": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:f8:ce,bridge_name='br-int',has_traffic_filtering=True,id=cd22f7cd-d8c5-42d0-82b6-e6227a874247,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd22f7cd-d8') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.objects.instance [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lazy-loading 'pci_devices' on Instance uuid 4bdae7e5-349a-478e-8bd0-c171389fc387 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:31:38 user nova-compute[75432]:   <uuid>4bdae7e5-349a-478e-8bd0-c171389fc387</uuid>
Nov 27 14:31:38 user nova-compute[75432]:   <name>instance-00000018</name>
Nov 27 14:31:38 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:31:38 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:31:38 user nova-compute[75432]:   <metadata>
Nov 27 14:31:38 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:31:38 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:31:38 user nova-compute[75432]:       <nova:name>tempest-VolumesActionsTest-instance-427235830</nova:name>
Nov 27 14:31:38 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:31:38</nova:creationTime>
Nov 27 14:31:38 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:31:38 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:31:38 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:31:38 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:31:38 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:31:38 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:31:38 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:31:38 user nova-compute[75432]:       <nova:owner>
Nov 27 14:31:38 user nova-compute[75432]:         <nova:user uuid="0ffaf4290443424793cc4a1837b7a0ca">tempest-VolumesActionsTest-117667624-project-member</nova:user>
Nov 27 14:31:38 user nova-compute[75432]:         <nova:project uuid="b0f20b47b27745d1936afd4c6757f2bf">tempest-VolumesActionsTest-117667624</nova:project>
Nov 27 14:31:38 user nova-compute[75432]:       </nova:owner>
Nov 27 14:31:38 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:31:38 user nova-compute[75432]:       <nova:ports>
Nov 27 14:31:38 user nova-compute[75432]:         <nova:port uuid="cd22f7cd-d8c5-42d0-82b6-e6227a874247">
Nov 27 14:31:38 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 14:31:38 user nova-compute[75432]:         </nova:port>
Nov 27 14:31:38 user nova-compute[75432]:       </nova:ports>
Nov 27 14:31:38 user nova-compute[75432]:     </nova:instance>
Nov 27 14:31:38 user nova-compute[75432]:   </metadata>
Nov 27 14:31:38 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:31:38 user nova-compute[75432]:     <system>
Nov 27 14:31:38 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:31:38 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:31:38 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:31:38 user nova-compute[75432]:       <entry name="serial">4bdae7e5-349a-478e-8bd0-c171389fc387</entry>
Nov 27 14:31:38 user nova-compute[75432]:       <entry name="uuid">4bdae7e5-349a-478e-8bd0-c171389fc387</entry>
Nov 27 14:31:38 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:31:38 user nova-compute[75432]:     </system>
Nov 27 14:31:38 user nova-compute[75432]:   </sysinfo>
Nov 27 14:31:38 user nova-compute[75432]:   <os>
Nov 27 14:31:38 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:31:38 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:31:38 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:31:38 user nova-compute[75432]:   </os>
Nov 27 14:31:38 user nova-compute[75432]:   <features>
Nov 27 14:31:38 user nova-compute[75432]:     <acpi/>
Nov 27 14:31:38 user nova-compute[75432]:     <apic/>
Nov 27 14:31:38 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:31:38 user nova-compute[75432]:   </features>
Nov 27 14:31:38 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:31:38 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:31:38 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:31:38 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:31:38 user nova-compute[75432]:   </clock>
Nov 27 14:31:38 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:31:38 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:31:38 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:31:38 user nova-compute[75432]:   </cpu>
Nov 27 14:31:38 user nova-compute[75432]:   <devices>
Nov 27 14:31:38 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:31:38 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:31:38 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk"/>
Nov 27 14:31:38 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:31:38 user nova-compute[75432]:     </disk>
Nov 27 14:31:38 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:31:38 user nova-compute[75432]:       <mac address="fa:16:3e:71:f8:ce"/>
Nov 27 14:31:38 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:31:38 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:31:38 user nova-compute[75432]:       <target dev="tapcd22f7cd-d8"/>
Nov 27 14:31:38 user nova-compute[75432]:     </interface>
Nov 27 14:31:38 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:31:38 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/console.log" append="off"/>
Nov 27 14:31:38 user nova-compute[75432]:     </serial>
Nov 27 14:31:38 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:31:38 user nova-compute[75432]:     <video>
Nov 27 14:31:38 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:31:38 user nova-compute[75432]:     </video>
Nov 27 14:31:38 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:31:38 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:31:38 user nova-compute[75432]:     </rng>
Nov 27 14:31:38 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:31:38 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:31:38 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:31:38 user nova-compute[75432]:     </memballoon>
Nov 27 14:31:38 user nova-compute[75432]:   </devices>
Nov 27 14:31:38 user nova-compute[75432]: </domain>
Nov 27 14:31:38 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:31:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-427235830',display_name='tempest-VolumesActionsTest-instance-427235830',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-427235830',id=24,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b0f20b47b27745d1936afd4c6757f2bf',ramdisk_id='',reservation_id='r-piljh5if',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-117667624',owner_user_name='tempest-VolumesActionsTest-117667624-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:31:37Z,user_data=None,user_id='0ffaf4290443424793cc4a1837b7a0ca',uuid=4bdae7e5-349a-478e-8bd0-c171389fc387,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "address": "fa:16:3e:71:f8:ce", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd22f7cd-d8", "ovs_interfaceid": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Converting VIF {"id": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "address": "fa:16:3e:71:f8:ce", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd22f7cd-d8", "ovs_interfaceid": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:f8:ce,bridge_name='br-int',has_traffic_filtering=True,id=cd22f7cd-d8c5-42d0-82b6-e6227a874247,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd22f7cd-d8') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG os_vif [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:f8:ce,bridge_name='br-int',has_traffic_filtering=True,id=cd22f7cd-d8c5-42d0-82b6-e6227a874247,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd22f7cd-d8') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '49822061-af82-54e5-a7fb-71c4a954446f', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcd22f7cd-d8, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcd22f7cd-d8, col_values=(('qos', UUID('e28db359-9fad-493f-b4d3-c513844ed8fe')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcd22f7cd-d8, col_values=(('external_ids', {'iface-id': 'cd22f7cd-d8c5-42d0-82b6-e6227a874247', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:f8:ce', 'vm-uuid': '4bdae7e5-349a-478e-8bd0-c171389fc387'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:38 user nova-compute[75432]: INFO os_vif [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:f8:ce,bridge_name='br-int',has_traffic_filtering=True,id=cd22f7cd-d8c5-42d0-82b6-e6227a874247,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd22f7cd-d8')
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:31:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] No VIF found with MAC fa:16:3e:71:f8:ce, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.312s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '26261346638636430', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26261346638636430', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:29:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1119456615',display_name='tempest-TestMinimumBasicScenario-server-1119456615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1119456615',id=19,image_ref='1c5e4240-9875-4f9f-a99f-6562a06c98fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCRXaDCXdpE1konkMtdZNxwket967jHFOS5tN3cMrP6egYK/m1QCj2GMcWrgtDjrGamWZn/Mp0gqHcEpzp8ogFHbYO5Nq5G2IzEIqsBdTtQoCbbEq5P5CLPQmnCaCu38ag==',key_name='tempest-TestMinimumBasicScenario-1191926404',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:29:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e45cdc4fa1754165a27b1eefc42c13af',ramdisk_id='',reservation_id='r-p2cjyvbi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1c5e4240-9875-4f9f-a99f-6562a06c98fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-608138762',owner_user_name='tempest-TestMinimumBasicScenario-608138762-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:31:36Z,user_data=None,user_id='e11ad43fcefc4c3cac447e23c14d17f0',uuid=bd137141-38ff-4e97-b7b2-5dc975452638,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converting VIF {"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'pci_devices' on Instance uuid bd137141-38ff-4e97-b7b2-5dc975452638 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.network.neutron [req-00d4ad17-a90c-4087-9a06-69f09ecda957 req-d2e12b52-d562-4932-ae63-c0837f824c63 service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Updated VIF entry in instance network info cache for port cd22f7cd-d8c5-42d0-82b6-e6227a874247. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.network.neutron [req-00d4ad17-a90c-4087-9a06-69f09ecda957 req-d2e12b52-d562-4932-ae63-c0837f824c63 service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Updating instance_info_cache with network_info: [{"id": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "address": "fa:16:3e:71:f8:ce", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd22f7cd-d8", "ovs_interfaceid": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.objects.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Object Instance<bd137141-38ff-4e97-b7b2-5dc975452638> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:31:39 user nova-compute[75432]:   <uuid>bd137141-38ff-4e97-b7b2-5dc975452638</uuid>
Nov 27 14:31:39 user nova-compute[75432]:   <name>instance-00000013</name>
Nov 27 14:31:39 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:31:39 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:31:39 user nova-compute[75432]:   <metadata>
Nov 27 14:31:39 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:31:39 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:31:39 user nova-compute[75432]:       <nova:name>tempest-TestMinimumBasicScenario-server-1119456615</nova:name>
Nov 27 14:31:39 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:31:37</nova:creationTime>
Nov 27 14:31:39 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:31:39 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:31:39 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:31:39 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:31:39 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:31:39 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:31:39 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:31:39 user nova-compute[75432]:       <nova:owner>
Nov 27 14:31:39 user nova-compute[75432]:         <nova:user uuid="e11ad43fcefc4c3cac447e23c14d17f0">tempest-TestMinimumBasicScenario-608138762-project-member</nova:user>
Nov 27 14:31:39 user nova-compute[75432]:         <nova:project uuid="e45cdc4fa1754165a27b1eefc42c13af">tempest-TestMinimumBasicScenario-608138762</nova:project>
Nov 27 14:31:39 user nova-compute[75432]:       </nova:owner>
Nov 27 14:31:39 user nova-compute[75432]:       <nova:root type="image" uuid="1c5e4240-9875-4f9f-a99f-6562a06c98fb"/>
Nov 27 14:31:39 user nova-compute[75432]:       <nova:ports>
Nov 27 14:31:39 user nova-compute[75432]:         <nova:port uuid="1684f7b0-f78c-4b07-8f1f-32bfae1f430b">
Nov 27 14:31:39 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 27 14:31:39 user nova-compute[75432]:         </nova:port>
Nov 27 14:31:39 user nova-compute[75432]:       </nova:ports>
Nov 27 14:31:39 user nova-compute[75432]:     </nova:instance>
Nov 27 14:31:39 user nova-compute[75432]:   </metadata>
Nov 27 14:31:39 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:31:39 user nova-compute[75432]:     <system>
Nov 27 14:31:39 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:31:39 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:31:39 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:31:39 user nova-compute[75432]:       <entry name="serial">bd137141-38ff-4e97-b7b2-5dc975452638</entry>
Nov 27 14:31:39 user nova-compute[75432]:       <entry name="uuid">bd137141-38ff-4e97-b7b2-5dc975452638</entry>
Nov 27 14:31:39 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:31:39 user nova-compute[75432]:     </system>
Nov 27 14:31:39 user nova-compute[75432]:   </sysinfo>
Nov 27 14:31:39 user nova-compute[75432]:   <os>
Nov 27 14:31:39 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:31:39 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:31:39 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:31:39 user nova-compute[75432]:   </os>
Nov 27 14:31:39 user nova-compute[75432]:   <features>
Nov 27 14:31:39 user nova-compute[75432]:     <acpi/>
Nov 27 14:31:39 user nova-compute[75432]:     <apic/>
Nov 27 14:31:39 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:31:39 user nova-compute[75432]:   </features>
Nov 27 14:31:39 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:31:39 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:31:39 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:31:39 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:31:39 user nova-compute[75432]:   </clock>
Nov 27 14:31:39 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:31:39 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:31:39 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:31:39 user nova-compute[75432]:   </cpu>
Nov 27 14:31:39 user nova-compute[75432]:   <devices>
Nov 27 14:31:39 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:31:39 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:31:39 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk"/>
Nov 27 14:31:39 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:31:39 user nova-compute[75432]:     </disk>
Nov 27 14:31:39 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:31:39 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:31:39 user nova-compute[75432]:       <source dev="/dev/sdc"/>
Nov 27 14:31:39 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:31:39 user nova-compute[75432]:       <serial>031cf002-f01e-4d76-8d3d-98fc354145e0</serial>
Nov 27 14:31:39 user nova-compute[75432]:     </disk>
Nov 27 14:31:39 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:31:39 user nova-compute[75432]:       <mac address="fa:16:3e:1d:10:d9"/>
Nov 27 14:31:39 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:31:39 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:31:39 user nova-compute[75432]:       <target dev="tap1684f7b0-f7"/>
Nov 27 14:31:39 user nova-compute[75432]:     </interface>
Nov 27 14:31:39 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:31:39 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/console.log" append="off"/>
Nov 27 14:31:39 user nova-compute[75432]:     </serial>
Nov 27 14:31:39 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:31:39 user nova-compute[75432]:     <video>
Nov 27 14:31:39 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:31:39 user nova-compute[75432]:     </video>
Nov 27 14:31:39 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:31:39 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:31:39 user nova-compute[75432]:     </rng>
Nov 27 14:31:39 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:31:39 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:31:39 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:31:39 user nova-compute[75432]:     </memballoon>
Nov 27 14:31:39 user nova-compute[75432]:   </devices>
Nov 27 14:31:39 user nova-compute[75432]: </domain>
Nov 27 14:31:39 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-00d4ad17-a90c-4087-9a06-69f09ecda957 req-d2e12b52-d562-4932-ae63-c0837f824c63 service nova] Releasing lock "refresh_cache-4bdae7e5-349a-478e-8bd0-c171389fc387" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'trusted_certs' on Instance uuid bd137141-38ff-4e97-b7b2-5dc975452638 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.objects.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Object Instance<bd137141-38ff-4e97-b7b2-5dc975452638> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Cannot resize image /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'migration_context' on Instance uuid bd137141-38ff-4e97-b7b2-5dc975452638 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.objects.base [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Object Instance<bd137141-38ff-4e97-b7b2-5dc975452638> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:29:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1119456615',display_name='tempest-TestMinimumBasicScenario-server-1119456615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1119456615',id=19,image_ref='1c5e4240-9875-4f9f-a99f-6562a06c98fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCRXaDCXdpE1konkMtdZNxwket967jHFOS5tN3cMrP6egYK/m1QCj2GMcWrgtDjrGamWZn/Mp0gqHcEpzp8ogFHbYO5Nq5G2IzEIqsBdTtQoCbbEq5P5CLPQmnCaCu38ag==',key_name='tempest-TestMinimumBasicScenario-1191926404',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:29:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='e45cdc4fa1754165a27b1eefc42c13af',ramdisk_id='',reservation_id='r-p2cjyvbi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1c5e4240-9875-4f9f-a99f-6562a06c98fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-608138762',owner_user_name='tempest-TestMinimumBasicScenario-608138762-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:31:36Z,user_data=None,user_id='e11ad43fcefc4c3cac447e23c14d17f0',uuid=bd137141-38ff-4e97-b7b2-5dc975452638,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converting VIF {"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG os_vif [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f655ed23-acee-589f-ab86-211333b82ae3', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1684f7b0-f7, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1684f7b0-f7, col_values=(('qos', UUID('f6421061-6ce1-42b4-942e-c83f20be9146')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1684f7b0-f7, col_values=(('external_ids', {'iface-id': '1684f7b0-f78c-4b07-8f1f-32bfae1f430b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1d:10:d9', 'vm-uuid': 'bd137141-38ff-4e97-b7b2-5dc975452638'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:39 user nova-compute[75432]: INFO os_vif [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7')
Nov 27 14:31:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-b4364c61-f9ef-46e4-97ce-638d32b38a12 req-7f4e698f-bf38-4a74-9e62-7fcb1744eea2 service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Received event network-vif-plugged-cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b4364c61-f9ef-46e4-97ce-638d32b38a12 req-7f4e698f-bf38-4a74-9e62-7fcb1744eea2 service nova] Acquiring lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b4364c61-f9ef-46e4-97ce-638d32b38a12 req-7f4e698f-bf38-4a74-9e62-7fcb1744eea2 service nova] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b4364c61-f9ef-46e4-97ce-638d32b38a12 req-7f4e698f-bf38-4a74-9e62-7fcb1744eea2 service nova] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-b4364c61-f9ef-46e4-97ce-638d32b38a12 req-7f4e698f-bf38-4a74-9e62-7fcb1744eea2 service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] No waiting events found dispatching network-vif-plugged-cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:40 user nova-compute[75432]: WARNING nova.compute.manager [req-b4364c61-f9ef-46e4-97ce-638d32b38a12 req-7f4e698f-bf38-4a74-9e62-7fcb1744eea2 service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Received unexpected event network-vif-plugged-cd22f7cd-d8c5-42d0-82b6-e6227a874247 for instance with vm_state building and task_state spawning.
Nov 27 14:31:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-0843e3c8-7dc2-4ed4-ba28-f52592f6186c req-165befec-4846-488a-ae5e-a98c5861af27 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0843e3c8-7dc2-4ed4-ba28-f52592f6186c req-165befec-4846-488a-ae5e-a98c5861af27 service nova] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0843e3c8-7dc2-4ed4-ba28-f52592f6186c req-165befec-4846-488a-ae5e-a98c5861af27 service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0843e3c8-7dc2-4ed4-ba28-f52592f6186c req-165befec-4846-488a-ae5e-a98c5861af27 service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-0843e3c8-7dc2-4ed4-ba28-f52592f6186c req-165befec-4846-488a-ae5e-a98c5861af27 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] No waiting events found dispatching network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:42 user nova-compute[75432]: WARNING nova.compute.manager [req-0843e3c8-7dc2-4ed4-ba28-f52592f6186c req-165befec-4846-488a-ae5e-a98c5861af27 service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received unexpected event network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b for instance with vm_state active and task_state reboot_started_hard.
Nov 27 14:31:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-e15f455d-c446-4973-ba89-f5ed0929cf5b req-e7470cb2-6843-4c3b-a30b-9f7664b5731a service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Received event network-vif-plugged-cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e15f455d-c446-4973-ba89-f5ed0929cf5b req-e7470cb2-6843-4c3b-a30b-9f7664b5731a service nova] Acquiring lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e15f455d-c446-4973-ba89-f5ed0929cf5b req-e7470cb2-6843-4c3b-a30b-9f7664b5731a service nova] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e15f455d-c446-4973-ba89-f5ed0929cf5b req-e7470cb2-6843-4c3b-a30b-9f7664b5731a service nova] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-e15f455d-c446-4973-ba89-f5ed0929cf5b req-e7470cb2-6843-4c3b-a30b-9f7664b5731a service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] No waiting events found dispatching network-vif-plugged-cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:42 user nova-compute[75432]: WARNING nova.compute.manager [req-e15f455d-c446-4973-ba89-f5ed0929cf5b req-e7470cb2-6843-4c3b-a30b-9f7664b5731a service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Received unexpected event network-vif-plugged-cd22f7cd-d8c5-42d0-82b6-e6227a874247 for instance with vm_state building and task_state spawning.
Nov 27 14:31:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:31:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:31:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Instance spawned successfully.
Nov 27 14:31:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:31:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:31:43 user nova-compute[75432]: INFO nova.compute.manager [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Took 6.71 seconds to spawn the instance on the hypervisor.
Nov 27 14:31:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:31:43 user nova-compute[75432]: INFO nova.compute.manager [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Took 8.05 seconds to build instance.
Nov 27 14:31:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-662c02db-41f4-4a8a-9f55-e4ff1de4376e tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.151s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-b979f046-60a4-49db-a91f-6560e0fafeee req-d3bd42f4-5f3c-497e-88c2-ab11dded281c service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b979f046-60a4-49db-a91f-6560e0fafeee req-d3bd42f4-5f3c-497e-88c2-ab11dded281c service nova] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b979f046-60a4-49db-a91f-6560e0fafeee req-d3bd42f4-5f3c-497e-88c2-ab11dded281c service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b979f046-60a4-49db-a91f-6560e0fafeee req-d3bd42f4-5f3c-497e-88c2-ab11dded281c service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-b979f046-60a4-49db-a91f-6560e0fafeee req-d3bd42f4-5f3c-497e-88c2-ab11dded281c service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] No waiting events found dispatching network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:44 user nova-compute[75432]: WARNING nova.compute.manager [req-b979f046-60a4-49db-a91f-6560e0fafeee req-d3bd42f4-5f3c-497e-88c2-ab11dded281c service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received unexpected event network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b for instance with vm_state active and task_state reboot_started_hard.
Nov 27 14:31:44 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:31:44 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Instance rebooted successfully.
Nov 27 14:31:44 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:31:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec6f390d-9a4a-406f-8d52-d823d3ceaceb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.492s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:31:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:31:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:31:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:31:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-8ab6ece6-9e1b-4a97-b6e8-d280a6e7d3f9 req-46b1ca76-4418-4c3a-abb2-d30314a18236 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-changed-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-8ab6ece6-9e1b-4a97-b6e8-d280a6e7d3f9 req-46b1ca76-4418-4c3a-abb2-d30314a18236 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Refreshing instance network info cache due to event network-changed-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:31:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8ab6ece6-9e1b-4a97-b6e8-d280a6e7d3f9 req-46b1ca76-4418-4c3a-abb2-d30314a18236 service nova] Acquiring lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:31:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8ab6ece6-9e1b-4a97-b6e8-d280a6e7d3f9 req-46b1ca76-4418-4c3a-abb2-d30314a18236 service nova] Acquired lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:31:55 user nova-compute[75432]: DEBUG nova.network.neutron [req-8ab6ece6-9e1b-4a97-b6e8-d280a6e7d3f9 req-46b1ca76-4418-4c3a-abb2-d30314a18236 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Refreshing network info cache for port d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:31:55 user nova-compute[75432]: DEBUG nova.network.neutron [req-8ab6ece6-9e1b-4a97-b6e8-d280a6e7d3f9 req-46b1ca76-4418-4c3a-abb2-d30314a18236 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updated VIF entry in instance network info cache for port d88e9eaa-51d7-4a06-b3a5-60ca6bb67203. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:31:55 user nova-compute[75432]: DEBUG nova.network.neutron [req-8ab6ece6-9e1b-4a97-b6e8-d280a6e7d3f9 req-46b1ca76-4418-4c3a-abb2-d30314a18236 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updating instance_info_cache with network_info: [{"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:31:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8ab6ece6-9e1b-4a97-b6e8-d280a6e7d3f9 req-46b1ca76-4418-4c3a-abb2-d30314a18236 service nova] Releasing lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:31:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:59 user nova-compute[75432]: INFO nova.compute.manager [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Shelving
Nov 27 14:31:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-48647d80-bc54-4842-9ece-86925ca87924 req-413dd397-250d-490b-aed3-83d068e4dfba service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-vif-unplugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:31:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-48647d80-bc54-4842-9ece-86925ca87924 req-413dd397-250d-490b-aed3-83d068e4dfba service nova] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:31:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-48647d80-bc54-4842-9ece-86925ca87924 req-413dd397-250d-490b-aed3-83d068e4dfba service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:31:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-48647d80-bc54-4842-9ece-86925ca87924 req-413dd397-250d-490b-aed3-83d068e4dfba service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:31:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-48647d80-bc54-4842-9ece-86925ca87924 req-413dd397-250d-490b-aed3-83d068e4dfba service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] No waiting events found dispatching network-vif-unplugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:31:59 user nova-compute[75432]: WARNING nova.compute.manager [req-48647d80-bc54-4842-9ece-86925ca87924 req-413dd397-250d-490b-aed3-83d068e4dfba service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received unexpected event network-vif-unplugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 for instance with vm_state active and task_state shelving.
Nov 27 14:31:59 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Instance destroyed successfully.
Nov 27 14:31:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:31:59 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Beginning cold snapshot process
Nov 27 14:32:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:00 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:32:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk /opt/stack/data/nova/instances/snapshots/tmp4h5efguy/3017946757b448caaae74e66e8ba682f {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk /opt/stack/data/nova/instances/snapshots/tmp4h5efguy/3017946757b448caaae74e66e8ba682f" returned: 0 in 0.822s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:01 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Snapshot extracted, beginning image upload
Nov 27 14:32:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-71ca6550-98ee-4803-9fb6-afff98d77c13 req-542d6087-4c55-41b9-b361-3c5e9d70d6e1 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-71ca6550-98ee-4803-9fb6-afff98d77c13 req-542d6087-4c55-41b9-b361-3c5e9d70d6e1 service nova] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-71ca6550-98ee-4803-9fb6-afff98d77c13 req-542d6087-4c55-41b9-b361-3c5e9d70d6e1 service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-71ca6550-98ee-4803-9fb6-afff98d77c13 req-542d6087-4c55-41b9-b361-3c5e9d70d6e1 service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-71ca6550-98ee-4803-9fb6-afff98d77c13 req-542d6087-4c55-41b9-b361-3c5e9d70d6e1 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] No waiting events found dispatching network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:01 user nova-compute[75432]: WARNING nova.compute.manager [req-71ca6550-98ee-4803-9fb6-afff98d77c13 req-542d6087-4c55-41b9-b361-3c5e9d70d6e1 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received unexpected event network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 for instance with vm_state active and task_state shelving_image_uploading.
Nov 27 14:32:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:03 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Snapshot image upload complete
Nov 27 14:32:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:32:03 user nova-compute[75432]: INFO nova.compute.manager [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Shelve offloading
Nov 27 14:32:03 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Instance destroyed successfully.
Nov 27 14:32:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:32:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:32:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquired lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:32:03 user nova-compute[75432]: DEBUG nova.network.neutron [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:32:04 user nova-compute[75432]: DEBUG nova.network.neutron [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updating instance_info_cache with network_info: [{"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Releasing lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:32:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:05 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Instance destroyed successfully.
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.objects.instance [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'resources' on Instance uuid c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:30:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-758779186',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-758779186',id=20,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCM7AK0q9zL3itiLdu5slIDXl9of/yxU4ivT/nqvh81Oxm3DnuJGnuikBg+9cCTELPE7zjS5A/wsCi2UJnhrK4eMF2XsI7ojMRM2sQLowB3lFEsazOveYbqA0B4yFTL9sg==',key_name='tempest-keypair-1354129795',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:30:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='491b5c64d0c141439d6f662a34202002',ramdisk_id='',reservation_id='r-2rbbmy50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-790439868',owner_user_name='tempest-AttachVolumeShelveTestJSON-790439868-project-member',shelved_at='2023-11-27T14:32:03.856073',shelved_host='user',shelved_image_id='b40f6d6d-a109-410f-8569-ecbe2bc7d559'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:32:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21e5f6317ca1424ab3c082f2d2cbd00b',uuid=c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converting VIF {"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG os_vif [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd88e9eaa-51, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c6e23ac4-5e1f-4900-a6f8-ad88753358b4) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:05 user nova-compute[75432]: INFO os_vif [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51')
Nov 27 14:32:05 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Deleting instance files /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2_del
Nov 27 14:32:05 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Deletion of /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2_del complete
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-891933ef-da8b-44ad-ac95-74cc7584254c req-e4e6adea-8976-4d08-aba1-8467ce07a828 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-changed-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-891933ef-da8b-44ad-ac95-74cc7584254c req-e4e6adea-8976-4d08-aba1-8467ce07a828 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Refreshing instance network info cache due to event network-changed-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-891933ef-da8b-44ad-ac95-74cc7584254c req-e4e6adea-8976-4d08-aba1-8467ce07a828 service nova] Acquiring lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-891933ef-da8b-44ad-ac95-74cc7584254c req-e4e6adea-8976-4d08-aba1-8467ce07a828 service nova] Acquired lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.network.neutron [req-891933ef-da8b-44ad-ac95-74cc7584254c req-e4e6adea-8976-4d08-aba1-8467ce07a828 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Refreshing network info cache for port d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:32:05 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Deleted allocations for instance c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.objects.instance [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'numa_topology' on Instance uuid c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.objects.base [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Object Instance<c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2> lazy-loaded attributes: resources,numa_topology {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:05 user nova-compute[75432]: INFO nova.compute.manager [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Terminating instance
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.network.neutron [req-891933ef-da8b-44ad-ac95-74cc7584254c req-e4e6adea-8976-4d08-aba1-8467ce07a828 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updated VIF entry in instance network info cache for port d88e9eaa-51d7-4a06-b3a5-60ca6bb67203. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.network.neutron [req-891933ef-da8b-44ad-ac95-74cc7584254c req-e4e6adea-8976-4d08-aba1-8467ce07a828 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updating instance_info_cache with network_info: [{"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-891933ef-da8b-44ad-ac95-74cc7584254c req-e4e6adea-8976-4d08-aba1-8467ce07a828 service nova] Releasing lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.478s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-8507ee3b-93b9-4e60-9e4b-d40cbcadaea1 req-f5030c37-4001-4a46-82ac-2a1cfbdde7ef service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received event network-vif-unplugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8507ee3b-93b9-4e60-9e4b-d40cbcadaea1 req-f5030c37-4001-4a46-82ac-2a1cfbdde7ef service nova] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8507ee3b-93b9-4e60-9e4b-d40cbcadaea1 req-f5030c37-4001-4a46-82ac-2a1cfbdde7ef service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8507ee3b-93b9-4e60-9e4b-d40cbcadaea1 req-f5030c37-4001-4a46-82ac-2a1cfbdde7ef service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-8507ee3b-93b9-4e60-9e4b-d40cbcadaea1 req-f5030c37-4001-4a46-82ac-2a1cfbdde7ef service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] No waiting events found dispatching network-vif-unplugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-8507ee3b-93b9-4e60-9e4b-d40cbcadaea1 req-f5030c37-4001-4a46-82ac-2a1cfbdde7ef service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received event network-vif-unplugged-70399e52-5175-46df-9fc0-ed5dbada2944 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:32:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-097695e8-9ac3-4b69-b4e0-4331dc4de18b tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.621s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:06 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Instance destroyed successfully.
Nov 27 14:32:06 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lazy-loading 'resources' on Instance uuid 9a34d1e3-7c2c-4144-9306-7165d690b188 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:26:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-2099654412',display_name='tempest-ServerActionsTestOtherA-server-2118074107',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-2099654412',id=13,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC7nbChQBEh0ipZK86YMc5WAR1u1I/Xc6M14E/KhIHfua86zBqcvM9OC60mZqIW+yGaoD7XQcB6WvqSOprO2bmj61Bf5jxlVSo2afvKUd2XzEdRVVuFL+fnQJNH/BJ8xnQ==',key_name='tempest-keypair-1060999449',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:28:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-x4scfado',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:28:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=9a34d1e3-7c2c-4144-9306-7165d690b188,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "70399e52-5175-46df-9fc0-ed5dbada2944", "address": "fa:16:3e:3c:fb:8d", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.127", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap70399e52-51", "ovs_interfaceid": "70399e52-5175-46df-9fc0-ed5dbada2944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG os_vif [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap70399e52-51, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=24c45f15-afb0-4d7a-bf47-fde9ec61bcb2) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:06 user nova-compute[75432]: INFO os_vif [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3c:fb:8d,bridge_name='br-int',has_traffic_filtering=True,id=70399e52-5175-46df-9fc0-ed5dbada2944,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap70399e52-51')
Nov 27 14:32:06 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Deleting instance files /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188_del
Nov 27 14:32:06 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Deletion of /opt/stack/data/nova/instances/9a34d1e3-7c2c-4144-9306-7165d690b188_del complete
Nov 27 14:32:06 user nova-compute[75432]: INFO nova.compute.manager [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 27 14:32:06 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:32:06 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:07 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Took 0.86 seconds to deallocate network for instance.
Nov 27 14:32:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-0a31f107-4feb-43f0-b27e-2ebee4530c79 req-46bfb991-6405-4186-9d59-5876afe86e1a service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received event network-vif-deleted-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:07 user nova-compute[75432]: INFO nova.compute.manager [req-0a31f107-4feb-43f0-b27e-2ebee4530c79 req-46bfb991-6405-4186-9d59-5876afe86e1a service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Neutron deleted interface 70399e52-5175-46df-9fc0-ed5dbada2944; detaching it from the instance and deleting it from the info cache
Nov 27 14:32:07 user nova-compute[75432]: DEBUG nova.network.neutron [req-0a31f107-4feb-43f0-b27e-2ebee4530c79 req-46bfb991-6405-4186-9d59-5876afe86e1a service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-0a31f107-4feb-43f0-b27e-2ebee4530c79 req-46bfb991-6405-4186-9d59-5876afe86e1a service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Detach interface failed, port_id=70399e52-5175-46df-9fc0-ed5dbada2944, reason: Instance 9a34d1e3-7c2c-4144-9306-7165d690b188 could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.376s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:07 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Deleted allocations for instance 9a34d1e3-7c2c-4144-9306-7165d690b188
Nov 27 14:32:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1183ca37-ad0b-4e3c-bbf9-4e900cab5481 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.332s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-97c508d1-bcd3-4001-8bc1-f240933a0f7a req-ee592266-0a00-431e-a3ff-eac5c1aedc38 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received event network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-97c508d1-bcd3-4001-8bc1-f240933a0f7a req-ee592266-0a00-431e-a3ff-eac5c1aedc38 service nova] Acquiring lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-97c508d1-bcd3-4001-8bc1-f240933a0f7a req-ee592266-0a00-431e-a3ff-eac5c1aedc38 service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-97c508d1-bcd3-4001-8bc1-f240933a0f7a req-ee592266-0a00-431e-a3ff-eac5c1aedc38 service nova] Lock "9a34d1e3-7c2c-4144-9306-7165d690b188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-97c508d1-bcd3-4001-8bc1-f240933a0f7a req-ee592266-0a00-431e-a3ff-eac5c1aedc38 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] No waiting events found dispatching network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:07 user nova-compute[75432]: WARNING nova.compute.manager [req-97c508d1-bcd3-4001-8bc1-f240933a0f7a req-ee592266-0a00-431e-a3ff-eac5c1aedc38 service nova] [instance: 9a34d1e3-7c2c-4144-9306-7165d690b188] Received unexpected event network-vif-plugged-70399e52-5175-46df-9fc0-ed5dbada2944 for instance with vm_state deleted and task_state None.
Nov 27 14:32:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "08c7df11-f577-4a78-a189-96e9dc33592b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "08c7df11-f577-4a78-a189-96e9dc33592b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:32:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:32:13 user nova-compute[75432]: INFO nova.compute.claims [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Claim successful on node user
Nov 27 14:32:14 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.609s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:32:14 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:32:14 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG nova.policy [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac7d7266b7c449bd893608703e58a802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03391693a1d74dc785097aaec5321eed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:32:14 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Creating image(s)
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "/opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "/opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "/opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk 1073741824" returned: 0 in 0.060s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.287s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.205s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Checking if we can resize image /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG nova.network.neutron [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Successfully created port: 732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Cannot resize image /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Ensure instance console log exists: /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG nova.network.neutron [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Successfully updated port: 732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquired lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG nova.network.neutron [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG nova.compute.manager [req-9a32ecec-58dc-456d-aa39-ddbb0bdf2287 req-756e57e0-b694-42b3-acec-e52559bd80fe service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Received event network-changed-732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG nova.compute.manager [req-9a32ecec-58dc-456d-aa39-ddbb0bdf2287 req-756e57e0-b694-42b3-acec-e52559bd80fe service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Refreshing instance network info cache due to event network-changed-732bd3f8-b603-4fdc-a433-45ae8c60c633. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9a32ecec-58dc-456d-aa39-ddbb0bdf2287 req-756e57e0-b694-42b3-acec-e52559bd80fe service nova] Acquiring lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:32:15 user nova-compute[75432]: DEBUG nova.network.neutron [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.network.neutron [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Updating instance_info_cache with network_info: [{"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Releasing lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Instance network_info: |[{"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9a32ecec-58dc-456d-aa39-ddbb0bdf2287 req-756e57e0-b694-42b3-acec-e52559bd80fe service nova] Acquired lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.network.neutron [req-9a32ecec-58dc-456d-aa39-ddbb0bdf2287 req-756e57e0-b694-42b3-acec-e52559bd80fe service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Refreshing network info cache for port 732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Start _get_guest_xml network_info=[{"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:32:16 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:32:16 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:32:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-813989598',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-813989598',id=25,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-7nt0vs4x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:32:14Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=08c7df11-f577-4a78-a189-96e9dc33592b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:16:08,bridge_name='br-int',has_traffic_filtering=True,id=732bd3f8-b603-4fdc-a433-45ae8c60c633,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732bd3f8-b6') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.objects.instance [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'pci_devices' on Instance uuid 08c7df11-f577-4a78-a189-96e9dc33592b {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:32:16 user nova-compute[75432]:   <uuid>08c7df11-f577-4a78-a189-96e9dc33592b</uuid>
Nov 27 14:32:16 user nova-compute[75432]:   <name>instance-00000019</name>
Nov 27 14:32:16 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:32:16 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:32:16 user nova-compute[75432]:   <metadata>
Nov 27 14:32:16 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:32:16 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:32:16 user nova-compute[75432]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-813989598</nova:name>
Nov 27 14:32:16 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:32:16</nova:creationTime>
Nov 27 14:32:16 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:32:16 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:32:16 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:32:16 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:32:16 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:32:16 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:32:16 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:32:16 user nova-compute[75432]:       <nova:owner>
Nov 27 14:32:16 user nova-compute[75432]:         <nova:user uuid="ac7d7266b7c449bd893608703e58a802">tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member</nova:user>
Nov 27 14:32:16 user nova-compute[75432]:         <nova:project uuid="03391693a1d74dc785097aaec5321eed">tempest-ServerBootFromVolumeStableRescueTest-989633053</nova:project>
Nov 27 14:32:16 user nova-compute[75432]:       </nova:owner>
Nov 27 14:32:16 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:32:16 user nova-compute[75432]:       <nova:ports>
Nov 27 14:32:16 user nova-compute[75432]:         <nova:port uuid="732bd3f8-b603-4fdc-a433-45ae8c60c633">
Nov 27 14:32:16 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 14:32:16 user nova-compute[75432]:         </nova:port>
Nov 27 14:32:16 user nova-compute[75432]:       </nova:ports>
Nov 27 14:32:16 user nova-compute[75432]:     </nova:instance>
Nov 27 14:32:16 user nova-compute[75432]:   </metadata>
Nov 27 14:32:16 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:32:16 user nova-compute[75432]:     <system>
Nov 27 14:32:16 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:32:16 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:32:16 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:32:16 user nova-compute[75432]:       <entry name="serial">08c7df11-f577-4a78-a189-96e9dc33592b</entry>
Nov 27 14:32:16 user nova-compute[75432]:       <entry name="uuid">08c7df11-f577-4a78-a189-96e9dc33592b</entry>
Nov 27 14:32:16 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:32:16 user nova-compute[75432]:     </system>
Nov 27 14:32:16 user nova-compute[75432]:   </sysinfo>
Nov 27 14:32:16 user nova-compute[75432]:   <os>
Nov 27 14:32:16 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:32:16 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:32:16 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:32:16 user nova-compute[75432]:   </os>
Nov 27 14:32:16 user nova-compute[75432]:   <features>
Nov 27 14:32:16 user nova-compute[75432]:     <acpi/>
Nov 27 14:32:16 user nova-compute[75432]:     <apic/>
Nov 27 14:32:16 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:32:16 user nova-compute[75432]:   </features>
Nov 27 14:32:16 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:32:16 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:32:16 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:32:16 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:32:16 user nova-compute[75432]:   </clock>
Nov 27 14:32:16 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:32:16 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:32:16 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:32:16 user nova-compute[75432]:   </cpu>
Nov 27 14:32:16 user nova-compute[75432]:   <devices>
Nov 27 14:32:16 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:32:16 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:32:16 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk"/>
Nov 27 14:32:16 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:32:16 user nova-compute[75432]:     </disk>
Nov 27 14:32:16 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:32:16 user nova-compute[75432]:       <mac address="fa:16:3e:08:16:08"/>
Nov 27 14:32:16 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:32:16 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:32:16 user nova-compute[75432]:       <target dev="tap732bd3f8-b6"/>
Nov 27 14:32:16 user nova-compute[75432]:     </interface>
Nov 27 14:32:16 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:32:16 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/console.log" append="off"/>
Nov 27 14:32:16 user nova-compute[75432]:     </serial>
Nov 27 14:32:16 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:32:16 user nova-compute[75432]:     <video>
Nov 27 14:32:16 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:32:16 user nova-compute[75432]:     </video>
Nov 27 14:32:16 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:32:16 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:32:16 user nova-compute[75432]:     </rng>
Nov 27 14:32:16 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:32:16 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:32:16 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:32:16 user nova-compute[75432]:     </memballoon>
Nov 27 14:32:16 user nova-compute[75432]:   </devices>
Nov 27 14:32:16 user nova-compute[75432]: </domain>
Nov 27 14:32:16 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:32:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-813989598',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-813989598',id=25,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-7nt0vs4x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:32:14Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=08c7df11-f577-4a78-a189-96e9dc33592b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:08:16:08,bridge_name='br-int',has_traffic_filtering=True,id=732bd3f8-b603-4fdc-a433-45ae8c60c633,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732bd3f8-b6') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG os_vif [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:16:08,bridge_name='br-int',has_traffic_filtering=True,id=732bd3f8-b603-4fdc-a433-45ae8c60c633,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732bd3f8-b6') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '193aee89-77a1-516e-9c49-2152b9f5ea44', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap732bd3f8-b6, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap732bd3f8-b6, col_values=(('qos', UUID('72a11572-7699-4ceb-9d6f-dae24d9bcaa1')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap732bd3f8-b6, col_values=(('external_ids', {'iface-id': '732bd3f8-b603-4fdc-a433-45ae8c60c633', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:08:16:08', 'vm-uuid': '08c7df11-f577-4a78-a189-96e9dc33592b'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:16 user nova-compute[75432]: INFO os_vif [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:08:16:08,bridge_name='br-int',has_traffic_filtering=True,id=732bd3f8-b603-4fdc-a433-45ae8c60c633,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732bd3f8-b6')
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No VIF found with MAC fa:16:3e:08:16:08, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.network.neutron [req-9a32ecec-58dc-456d-aa39-ddbb0bdf2287 req-756e57e0-b694-42b3-acec-e52559bd80fe service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Updated VIF entry in instance network info cache for port 732bd3f8-b603-4fdc-a433-45ae8c60c633. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG nova.network.neutron [req-9a32ecec-58dc-456d-aa39-ddbb0bdf2287 req-756e57e0-b694-42b3-acec-e52559bd80fe service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Updating instance_info_cache with network_info: [{"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9a32ecec-58dc-456d-aa39-ddbb0bdf2287 req-756e57e0-b694-42b3-acec-e52559bd80fe service nova] Releasing lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:32:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-e4b9c747-1db7-48e4-87da-7cbfbe1bda64 req-ccd7b095-90e7-43d8-9c0f-9b582a13c506 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Received event network-vif-plugged-732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e4b9c747-1db7-48e4-87da-7cbfbe1bda64 req-ccd7b095-90e7-43d8-9c0f-9b582a13c506 service nova] Acquiring lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e4b9c747-1db7-48e4-87da-7cbfbe1bda64 req-ccd7b095-90e7-43d8-9c0f-9b582a13c506 service nova] Lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e4b9c747-1db7-48e4-87da-7cbfbe1bda64 req-ccd7b095-90e7-43d8-9c0f-9b582a13c506 service nova] Lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-e4b9c747-1db7-48e4-87da-7cbfbe1bda64 req-ccd7b095-90e7-43d8-9c0f-9b582a13c506 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] No waiting events found dispatching network-vif-plugged-732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:18 user nova-compute[75432]: WARNING nova.compute.manager [req-e4b9c747-1db7-48e4-87da-7cbfbe1bda64 req-ccd7b095-90e7-43d8-9c0f-9b582a13c506 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Received unexpected event network-vif-plugged-732bd3f8-b603-4fdc-a433-45ae8c60c633 for instance with vm_state building and task_state spawning.
Nov 27 14:32:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:32:20 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Instance spawned successfully.
Nov 27 14:32:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG nova.compute.manager [req-912bd628-c29f-4b41-8c5b-17a34b9b9a23 req-1b1a195b-4218-4030-8471-c92206d795d9 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Received event network-vif-plugged-732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-912bd628-c29f-4b41-8c5b-17a34b9b9a23 req-1b1a195b-4218-4030-8471-c92206d795d9 service nova] Acquiring lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-912bd628-c29f-4b41-8c5b-17a34b9b9a23 req-1b1a195b-4218-4030-8471-c92206d795d9 service nova] Lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-912bd628-c29f-4b41-8c5b-17a34b9b9a23 req-1b1a195b-4218-4030-8471-c92206d795d9 service nova] Lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:20 user nova-compute[75432]: DEBUG nova.compute.manager [req-912bd628-c29f-4b41-8c5b-17a34b9b9a23 req-1b1a195b-4218-4030-8471-c92206d795d9 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] No waiting events found dispatching network-vif-plugged-732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:20 user nova-compute[75432]: WARNING nova.compute.manager [req-912bd628-c29f-4b41-8c5b-17a34b9b9a23 req-1b1a195b-4218-4030-8471-c92206d795d9 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Received unexpected event network-vif-plugged-732bd3f8-b603-4fdc-a433-45ae8c60c633 for instance with vm_state building and task_state spawning.
Nov 27 14:32:20 user nova-compute[75432]: INFO nova.compute.manager [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Took 6.04 seconds to spawn the instance on the hypervisor.
Nov 27 14:32:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:32:20 user nova-compute[75432]: INFO nova.compute.manager [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Took 7.00 seconds to build instance.
Nov 27 14:32:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2ebd5133-b740-49b4-897c-5555b8a981fc tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "08c7df11-f577-4a78-a189-96e9dc33592b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.093s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-917e845a-0934-43d3-a18c-d3d9a4c4223a req-c608676a-d3d6-4cec-ac55-1341100a1e97 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-changed-fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-917e845a-0934-43d3-a18c-d3d9a4c4223a req-c608676a-d3d6-4cec-ac55-1341100a1e97 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing instance network info cache due to event network-changed-fa025bad-fb0a-4218-b146-47f882f8587a. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:32:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-917e845a-0934-43d3-a18c-d3d9a4c4223a req-c608676a-d3d6-4cec-ac55-1341100a1e97 service nova] Acquiring lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:32:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-917e845a-0934-43d3-a18c-d3d9a4c4223a req-c608676a-d3d6-4cec-ac55-1341100a1e97 service nova] Acquired lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:32:23 user nova-compute[75432]: DEBUG nova.network.neutron [req-917e845a-0934-43d3-a18c-d3d9a4c4223a req-c608676a-d3d6-4cec-ac55-1341100a1e97 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Refreshing network info cache for port fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:32:23 user nova-compute[75432]: DEBUG nova.network.neutron [req-917e845a-0934-43d3-a18c-d3d9a4c4223a req-c608676a-d3d6-4cec-ac55-1341100a1e97 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updated VIF entry in instance network info cache for port fa025bad-fb0a-4218-b146-47f882f8587a. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:32:23 user nova-compute[75432]: DEBUG nova.network.neutron [req-917e845a-0934-43d3-a18c-d3d9a4c4223a req-c608676a-d3d6-4cec-ac55-1341100a1e97 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [{"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f7634bee-d559-4736-b38d-3068650c0a11", "address": "fa:16:3e:fd:2c:e5", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7634bee-d5", "ovs_interfaceid": "f7634bee-d559-4736-b38d-3068650c0a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dd3ae694-5940-4a7c-8323-3795978e26f3", "address": "fa:16:3e:1d:c1:0f", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd3ae694-59", "ovs_interfaceid": "dd3ae694-5940-4a7c-8323-3795978e26f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-917e845a-0934-43d3-a18c-d3d9a4c4223a req-c608676a-d3d6-4cec-ac55-1341100a1e97 service nova] Releasing lock "refresh_cache-6a71d3e7-000c-47f2-967a-c760b359dd5a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:32:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:25 user nova-compute[75432]: INFO nova.compute.manager [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Terminating instance
Nov 27 14:32:25 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-f317a14e-2839-4e10-bfc7-d1302d2e9a6e req-b84b633a-0e07-474b-8a97-64d59ae9db30 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f317a14e-2839-4e10-bfc7-d1302d2e9a6e req-b84b633a-0e07-474b-8a97-64d59ae9db30 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f317a14e-2839-4e10-bfc7-d1302d2e9a6e req-b84b633a-0e07-474b-8a97-64d59ae9db30 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f317a14e-2839-4e10-bfc7-d1302d2e9a6e req-b84b633a-0e07-474b-8a97-64d59ae9db30 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-f317a14e-2839-4e10-bfc7-d1302d2e9a6e req-b84b633a-0e07-474b-8a97-64d59ae9db30 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-unplugged-fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-f317a14e-2839-4e10-bfc7-d1302d2e9a6e req-b84b633a-0e07-474b-8a97-64d59ae9db30 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-fa025bad-fb0a-4218-b146-47f882f8587a for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-e5d18a87-503e-4d26-abac-edf628a05a83 req-a4068996-ce3d-4e5d-bd93-415f7305d4e8 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-185c1892-9229-48d6-9e56-e0bbac42dac3 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e5d18a87-503e-4d26-abac-edf628a05a83 req-a4068996-ce3d-4e5d-bd93-415f7305d4e8 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e5d18a87-503e-4d26-abac-edf628a05a83 req-a4068996-ce3d-4e5d-bd93-415f7305d4e8 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e5d18a87-503e-4d26-abac-edf628a05a83 req-a4068996-ce3d-4e5d-bd93-415f7305d4e8 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-e5d18a87-503e-4d26-abac-edf628a05a83 req-a4068996-ce3d-4e5d-bd93-415f7305d4e8 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-unplugged-185c1892-9229-48d6-9e56-e0bbac42dac3 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-e5d18a87-503e-4d26-abac-edf628a05a83 req-a4068996-ce3d-4e5d-bd93-415f7305d4e8 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-185c1892-9229-48d6-9e56-e0bbac42dac3 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG nova.compute.manager [req-dafd2da3-600d-4391-bf2a-957379d31c2e req-b2cf3bc9-e5be-4132-a5e7-47b261e58e82 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dafd2da3-600d-4391-bf2a-957379d31c2e req-b2cf3bc9-e5be-4132-a5e7-47b261e58e82 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dafd2da3-600d-4391-bf2a-957379d31c2e req-b2cf3bc9-e5be-4132-a5e7-47b261e58e82 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dafd2da3-600d-4391-bf2a-957379d31c2e req-b2cf3bc9-e5be-4132-a5e7-47b261e58e82 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG nova.compute.manager [req-dafd2da3-600d-4391-bf2a-957379d31c2e req-b2cf3bc9-e5be-4132-a5e7-47b261e58e82 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-unplugged-f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG nova.compute.manager [req-dafd2da3-600d-4391-bf2a-957379d31c2e req-b2cf3bc9-e5be-4132-a5e7-47b261e58e82 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-f7634bee-d559-4736-b38d-3068650c0a11 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Instance destroyed successfully.
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lazy-loading 'resources' on Instance uuid 6a71d3e7-000c-47f2-967a-c760b359dd5a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:31:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:31:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cc:5e:2e,bridge_name='br-int',has_traffic_filtering=True,id=fa025bad-fb0a-4218-b146-47f882f8587a,network=Network(fdba389c-393a-4712-a490-10180be39b6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa025bad-fb') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:5e:2e,bridge_name='br-int',has_traffic_filtering=True,id=fa025bad-fb0a-4218-b146-47f882f8587a,network=Network(fdba389c-393a-4712-a490-10180be39b6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa025bad-fb') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfa025bad-fb, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ad5503b0-38dc-47c6-a0ee-c34906dd92d2) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: INFO os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cc:5e:2e,bridge_name='br-int',has_traffic_filtering=True,id=fa025bad-fb0a-4218-b146-47f882f8587a,network=Network(fdba389c-393a-4712-a490-10180be39b6b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa025bad-fb')
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:31:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:31:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:19:d0:02,bridge_name='br-int',has_traffic_filtering=True,id=185c1892-9229-48d6-9e56-e0bbac42dac3,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap185c1892-92') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:d0:02,bridge_name='br-int',has_traffic_filtering=True,id=185c1892-9229-48d6-9e56-e0bbac42dac3,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap185c1892-92') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap185c1892-92, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0126756e-134c-464b-bd4c-ae598a957a4f) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:28 user nova-compute[75432]: WARNING nova.compute.manager [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-fa025bad-fb0a-4218-b146-47f882f8587a for instance with vm_state active and task_state deleting.
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-unplugged-dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-dd3ae694-5940-4a7c-8323-3795978e26f3 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:28 user nova-compute[75432]: WARNING nova.compute.manager [req-ca67be9f-0646-4712-af87-26e19347f2df req-bcf20442-4c4b-416e-b615-38388cec4395 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-dd3ae694-5940-4a7c-8323-3795978e26f3 for instance with vm_state active and task_state deleting.
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: INFO os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:19:d0:02,bridge_name='br-int',has_traffic_filtering=True,id=185c1892-9229-48d6-9e56-e0bbac42dac3,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap185c1892-92')
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:31:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:31:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:1f:ad,bridge_name='br-int',has_traffic_filtering=True,id=f7d1093b-064e-4158-b990-e6e10cfb898f,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf7d1093b-06') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:1f:ad,bridge_name='br-int',has_traffic_filtering=True,id=f7d1093b-064e-4158-b990-e6e10cfb898f,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf7d1093b-06') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf7d1093b-06, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b4a4c4b6-8a00-4a28-bcac-2f64e9018112) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: INFO os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:1f:ad,bridge_name='br-int',has_traffic_filtering=True,id=f7d1093b-064e-4158-b990-e6e10cfb898f,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapf7d1093b-06')
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:31:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:31:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:83:6e,bridge_name='br-int',has_traffic_filtering=True,id=e8933772-419c-4b33-95e0-bcb7d44cd78a,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8933772-41') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:83:6e,bridge_name='br-int',has_traffic_filtering=True,id=e8933772-419c-4b33-95e0-bcb7d44cd78a,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8933772-41') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape8933772-41, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1159acdf-3356-45a2-b943-ed93a59c01ca) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: INFO os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:83:6e,bridge_name='br-int',has_traffic_filtering=True,id=e8933772-419c-4b33-95e0-bcb7d44cd78a,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8933772-41')
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:31:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:31:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f7634bee-d559-4736-b38d-3068650c0a11", "address": "fa:16:3e:fd:2c:e5", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7634bee-d5", "ovs_interfaceid": "f7634bee-d559-4736-b38d-3068650c0a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "f7634bee-d559-4736-b38d-3068650c0a11", "address": "fa:16:3e:fd:2c:e5", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7634bee-d5", "ovs_interfaceid": "f7634bee-d559-4736-b38d-3068650c0a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fd:2c:e5,bridge_name='br-int',has_traffic_filtering=True,id=f7634bee-d559-4736-b38d-3068650c0a11,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7634bee-d5') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:2c:e5,bridge_name='br-int',has_traffic_filtering=True,id=f7634bee-d559-4736-b38d-3068650c0a11,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7634bee-d5') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf7634bee-d5, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6f625a0f-ab39-4f08-ac65-f61f0d4e5260) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: INFO os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fd:2c:e5,bridge_name='br-int',has_traffic_filtering=True,id=f7634bee-d559-4736-b38d-3068650c0a11,network=Network(9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7634bee-d5')
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:31:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:31:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:58:5d,bridge_name='br-int',has_traffic_filtering=True,id=acbfdbcf-7d80-4295-a5f7-b56d04f3c78e,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacbfdbcf-7d') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:58:5d,bridge_name='br-int',has_traffic_filtering=True,id=acbfdbcf-7d80-4295-a5f7-b56d04f3c78e,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacbfdbcf-7d') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapacbfdbcf-7d, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f8a0d93a-5c00-4261-8d44-11e5d5320167) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: INFO os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:58:5d,bridge_name='br-int',has_traffic_filtering=True,id=acbfdbcf-7d80-4295-a5f7-b56d04f3c78e,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapacbfdbcf-7d')
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1032559036',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1032559036',id=22,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMxPmkcMPDs2xZ/ApL5dRQDS6pSzH49cMPv0JYpH+QQlu7n5eThYVtW6tT8gmdGylMzMh06MrOwlvdIsjR4m+TpWhaGbCkBPpmi5BcWE+OoxZpEFo76nNh6JJzDhexAqeg==',key_name='tempest-keypair-356608842',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:31:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3fef5d35c5eb41fb91f9f23313c5261c',ramdisk_id='',reservation_id='r-dxdx2i5z',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-402455106',owner_user_name='tempest-TaggedBootDevicesTest-402455106-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:31:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d4d4bcb8454a4cfdb4e15c05022c8c1f',uuid=6a71d3e7-000c-47f2-967a-c760b359dd5a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dd3ae694-5940-4a7c-8323-3795978e26f3", "address": "fa:16:3e:1d:c1:0f", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd3ae694-59", "ovs_interfaceid": "dd3ae694-5940-4a7c-8323-3795978e26f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converting VIF {"id": "dd3ae694-5940-4a7c-8323-3795978e26f3", "address": "fa:16:3e:1d:c1:0f", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdd3ae694-59", "ovs_interfaceid": "dd3ae694-5940-4a7c-8323-3795978e26f3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1d:c1:0f,bridge_name='br-int',has_traffic_filtering=True,id=dd3ae694-5940-4a7c-8323-3795978e26f3,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd3ae694-59') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:c1:0f,bridge_name='br-int',has_traffic_filtering=True,id=dd3ae694-5940-4a7c-8323-3795978e26f3,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd3ae694-59') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdd3ae694-59, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2976552c-0bab-4810-bb6c-65c3d1d36cf4) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-185c1892-9229-48d6-9e56-e0bbac42dac3 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-185c1892-9229-48d6-9e56-e0bbac42dac3 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:28 user nova-compute[75432]: WARNING nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-185c1892-9229-48d6-9e56-e0bbac42dac3 for instance with vm_state active and task_state deleting.
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-f7d1093b-064e-4158-b990-e6e10cfb898f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-unplugged-f7d1093b-064e-4158-b990-e6e10cfb898f {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-f7d1093b-064e-4158-b990-e6e10cfb898f for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-f7d1093b-064e-4158-b990-e6e10cfb898f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-f7d1093b-064e-4158-b990-e6e10cfb898f {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:28 user nova-compute[75432]: WARNING nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-f7d1093b-064e-4158-b990-e6e10cfb898f for instance with vm_state active and task_state deleting.
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-unplugged-e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-e8933772-419c-4b33-95e0-bcb7d44cd78a for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:28 user nova-compute[75432]: WARNING nova.compute.manager [req-5eb70d9a-a871-4727-b563-538fcd188d3b req-985322e8-b636-4059-9c01-d791a5ef0477 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-e8933772-419c-4b33-95e0-bcb7d44cd78a for instance with vm_state active and task_state deleting.
Nov 27 14:32:28 user nova-compute[75432]: INFO os_vif [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1d:c1:0f,bridge_name='br-int',has_traffic_filtering=True,id=dd3ae694-5940-4a7c-8323-3795978e26f3,network=Network(e30dd21d-2bb7-467f-832d-da057af5b31e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdd3ae694-59')
Nov 27 14:32:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'REtLxZTo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:32:28 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a092203-e692-4e6b-89f2-df52ccb0717f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:32:28 user nova-compute[75432]: No targets found.
Nov 27 14:32:28 user nova-compute[75432]: iSNS:
Nov 27 14:32:28 user nova-compute[75432]: No targets found.
Nov 27 14:32:28 user nova-compute[75432]: STATIC:
Nov 27 14:32:28 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934
Nov 27 14:32:28 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:32:28 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:32:28 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07
Nov 27 14:32:28 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:32:28 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:32:28 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a
Nov 27 14:32:28 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:32:28 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:32:28 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0
Nov 27 14:32:28 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:32:28 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:32:28 user nova-compute[75432]: FIRMWARE:
Nov 27 14:32:28 user nova-compute[75432]: No targets found.
Nov 27 14:32:28 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:32:28 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:32:28 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9cd8130-9f27-4c10-b460-074c9373758c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcfaa218-dd29-4d66-a602-2b120dcfdb22]: (4, ('tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:32:28 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:32:28 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:32:28 user nova-compute[75432]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:32:28 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsi session list stdout=tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a (non-flash)
Nov 27 14:32:28 user nova-compute[75432]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:32:28 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:32:28 user nova-compute[75432]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:32:28 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b501125f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5d2f091-572a-49e5-b96b-5d5fee8c817f]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[df695972-da71-4b98-961b-484601641045]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cbf7ca8-a965-4189-8fa9-bcead2668771]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[240f043a-2774-475d-8a1f-cbe292ca76f4]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3215a07e-d2bc-420f-b851-0db59fb14738]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:29 user nova-compute[75432]: WARNING nova.compute.manager [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-f7634bee-d559-4736-b38d-3068650c0a11 for instance with vm_state active and task_state deleting.
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-unplugged-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-unplugged-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-plugged-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] Acquiring lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] No waiting events found dispatching network-vif-plugged-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:29 user nova-compute[75432]: WARNING nova.compute.manager [req-08334cda-acb8-4e71-9841-f41c24db847a req-c42f70c4-6637-4f71-acef-ceffe2ade037 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received unexpected event network-vif-plugged-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e for instance with vm_state active and task_state deleting.
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[73adb616-4e3a-41fb-acdf-00eeb102ab68]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a, portal: 172.16.0.220,3260]
Nov 27 14:32:29 user nova-compute[75432]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a, portal: 172.16.0.220,3260] successful.
Nov 27 14:32:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1efc2068-cb39-4ed5-8583-d158bcad3c9a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea415d76-d884-4450-91ba-dbe0da0efc5a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] <== disconnect_volume: return (330ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WQdoFtwp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:32:29 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[74387626-09c7-424b-8aaf-949a41f67c0a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:32:29 user nova-compute[75432]: No targets found.
Nov 27 14:32:29 user nova-compute[75432]: iSNS:
Nov 27 14:32:29 user nova-compute[75432]: No targets found.
Nov 27 14:32:29 user nova-compute[75432]: STATIC:
Nov 27 14:32:29 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934
Nov 27 14:32:29 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:32:29 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:32:29 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07
Nov 27 14:32:29 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:32:29 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:32:29 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0
Nov 27 14:32:29 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:32:29 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:32:29 user nova-compute[75432]: FIRMWARE:
Nov 27 14:32:29 user nova-compute[75432]: No targets found.
Nov 27 14:32:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:32:29 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:32:29 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d653de63-7d90-4bfc-9cf4-e3efc9f9fe7e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c074a65-b77c-4c1e-ae75-0148511cde85]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:32:29 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:32:29 user nova-compute[75432]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:32:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 (non-flash)
Nov 27 14:32:29 user nova-compute[75432]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:32:29 user nova-compute[75432]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:32:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b5010caf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934'): ({'sde'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Removing single pathed devices sde {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d289fc4-5c02-4bec-bd81-55a955225c11]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[36b1a3a1-1978-4d21-9a20-292ff4779f1f]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Flushing IO for device /dev/sde {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd3cdc4c-fd06-4c6a-ae79-9f2eaea71182]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.032s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[13d86c10-8e45-45cf-94d0-91d781ca28d2]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec3b6ce8-bb25-44eb-a32a-d610df0f6974]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[53fd17eb-c71b-4468-bd46-811f7b83ca27]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934, portal: 172.16.0.220,3260]
Nov 27 14:32:29 user nova-compute[75432]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934, portal: 172.16.0.220,3260] successful.
Nov 27 14:32:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bb2406cf-7e05-4f43-b2a1-778093dbf934 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[98c0ffc4-a2f1-4240-9ca9-4aa5ba97fe7c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] <== disconnect_volume: return (318ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'urqTEXtU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:32:29 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1311ff9e-3c2d-4779-82a0-38e831a9e171]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:32:29 user nova-compute[75432]: No targets found.
Nov 27 14:32:29 user nova-compute[75432]: iSNS:
Nov 27 14:32:29 user nova-compute[75432]: No targets found.
Nov 27 14:32:29 user nova-compute[75432]: STATIC:
Nov 27 14:32:29 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07
Nov 27 14:32:29 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:32:29 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:32:29 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0
Nov 27 14:32:29 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:32:29 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:32:29 user nova-compute[75432]: FIRMWARE:
Nov 27 14:32:29 user nova-compute[75432]: No targets found.
Nov 27 14:32:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:32:29 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:32:29 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f985cc6-2f17-4553-805a-a48fc235f847]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[03842b80-7b6c-45d6-bd47-9cc4ccc73fb4]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:32:29 user nova-compute[75432]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:32:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 (non-flash)
Nov 27 14:32:29 user nova-compute[75432]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:32:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b5010caf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07'): ({'sdf'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Removing single pathed devices sdf {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[377311f1-1af7-4223-880d-c6735949c073]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[232097b2-f5cd-44ef-a12f-c6c8744e4dd5]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Flushing IO for device /dev/sdf {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b806c17b-008f-4c78-a05b-a8d0e0adf746]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.046s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dece882-d48e-459b-b9cf-413f81179bb7]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[be3d2608-fbc7-48f5-bba1-aa233124cbfa]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[137ae0fa-8cf4-4990-a56d-ae4ea79fcd79]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07, portal: 172.16.0.220,3260]
Nov 27 14:32:29 user nova-compute[75432]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07, portal: 172.16.0.220,3260] successful.
Nov 27 14:32:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:52c8a6c5-e28c-458c-93fc-8b02e3725c07 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[294661b0-62eb-49d4-aa7d-5c77ce52d157]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.315s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] <== disconnect_volume: return (316ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:32:29 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Deleting instance files /opt/stack/data/nova/instances/6a71d3e7-000c-47f2-967a-c760b359dd5a_del
Nov 27 14:32:29 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Deletion of /opt/stack/data/nova/instances/6a71d3e7-000c-47f2-967a-c760b359dd5a_del complete
Nov 27 14:32:29 user nova-compute[75432]: INFO nova.compute.manager [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Took 3.93 seconds to destroy the instance on the hypervisor.
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "85448fd1-e763-4778-9ed1-8b04c2db873f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:29 user nova-compute[75432]: INFO nova.compute.manager [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Terminating instance
Nov 27 14:32:29 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:30 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Instance destroyed successfully.
Nov 27 14:32:30 user nova-compute[75432]: DEBUG nova.objects.instance [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lazy-loading 'resources' on Instance uuid 85448fd1-e763-4778-9ed1-8b04c2db873f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:30:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-690822603',display_name='tempest-VolumesAdminNegativeTest-server-690822603',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-690822603',id=21,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:30:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3096c3bf7faa4956a889daff05efb452',ramdisk_id='',reservation_id='r-zbeb0ez3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-304082716',owner_user_name='tempest-VolumesAdminNegativeTest-304082716-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:30:39Z,user_data=None,user_id='f6c5c455baae45c984326b6525f051e3',uuid=85448fd1-e763-4778-9ed1-8b04c2db873f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "address": "fa:16:3e:1b:c5:39", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d2dc38-15", "ovs_interfaceid": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Converting VIF {"id": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "address": "fa:16:3e:1b:c5:39", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d2dc38-15", "ovs_interfaceid": "f7d2dc38-15fe-4368-8fb4-acfe47fff8c0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:c5:39,bridge_name='br-int',has_traffic_filtering=True,id=f7d2dc38-15fe-4368-8fb4-acfe47fff8c0,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7d2dc38-15') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG os_vif [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:c5:39,bridge_name='br-int',has_traffic_filtering=True,id=f7d2dc38-15fe-4368-8fb4-acfe47fff8c0,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7d2dc38-15') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf7d2dc38-15, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0f0778d5-cb56-4c06-b126-e9a03020f0cc) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:30 user nova-compute[75432]: INFO os_vif [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:c5:39,bridge_name='br-int',has_traffic_filtering=True,id=f7d2dc38-15fe-4368-8fb4-acfe47fff8c0,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf7d2dc38-15')
Nov 27 14:32:30 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Deleting instance files /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f_del
Nov 27 14:32:30 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Deletion of /opt/stack/data/nova/instances/85448fd1-e763-4778-9ed1-8b04c2db873f_del complete
Nov 27 14:32:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-3a3fa39f-3204-4047-8405-0026fcbc2dd0 req-b5d95e70-70a8-415c-943c-ae6a381f5446 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Received event network-vif-unplugged-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3a3fa39f-3204-4047-8405-0026fcbc2dd0 req-b5d95e70-70a8-415c-943c-ae6a381f5446 service nova] Acquiring lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3a3fa39f-3204-4047-8405-0026fcbc2dd0 req-b5d95e70-70a8-415c-943c-ae6a381f5446 service nova] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3a3fa39f-3204-4047-8405-0026fcbc2dd0 req-b5d95e70-70a8-415c-943c-ae6a381f5446 service nova] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-3a3fa39f-3204-4047-8405-0026fcbc2dd0 req-b5d95e70-70a8-415c-943c-ae6a381f5446 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] No waiting events found dispatching network-vif-unplugged-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-3a3fa39f-3204-4047-8405-0026fcbc2dd0 req-b5d95e70-70a8-415c-943c-ae6a381f5446 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Received event network-vif-unplugged-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-3a3fa39f-3204-4047-8405-0026fcbc2dd0 req-b5d95e70-70a8-415c-943c-ae6a381f5446 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Received event network-vif-plugged-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3a3fa39f-3204-4047-8405-0026fcbc2dd0 req-b5d95e70-70a8-415c-943c-ae6a381f5446 service nova] Acquiring lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3a3fa39f-3204-4047-8405-0026fcbc2dd0 req-b5d95e70-70a8-415c-943c-ae6a381f5446 service nova] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3a3fa39f-3204-4047-8405-0026fcbc2dd0 req-b5d95e70-70a8-415c-943c-ae6a381f5446 service nova] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-3a3fa39f-3204-4047-8405-0026fcbc2dd0 req-b5d95e70-70a8-415c-943c-ae6a381f5446 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] No waiting events found dispatching network-vif-plugged-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:30 user nova-compute[75432]: WARNING nova.compute.manager [req-3a3fa39f-3204-4047-8405-0026fcbc2dd0 req-b5d95e70-70a8-415c-943c-ae6a381f5446 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Received unexpected event network-vif-plugged-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 for instance with vm_state active and task_state deleting.
Nov 27 14:32:30 user nova-compute[75432]: INFO nova.compute.manager [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Took 0.70 seconds to destroy the instance on the hypervisor.
Nov 27 14:32:30 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:32:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:31 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Took 1.02 seconds to deallocate network for instance.
Nov 27 14:32:31 user nova-compute[75432]: DEBUG nova.compute.manager [req-8ff7debe-35ea-4375-af20-38f14fe8144f req-cf4144e2-43c5-4538-a859-bdccd5acf733 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Received event network-vif-deleted-f7d2dc38-15fe-4368-8fb4-acfe47fff8c0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:31 user nova-compute[75432]: INFO nova.compute.manager [req-8ff7debe-35ea-4375-af20-38f14fe8144f req-cf4144e2-43c5-4538-a859-bdccd5acf733 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Neutron deleted interface f7d2dc38-15fe-4368-8fb4-acfe47fff8c0; detaching it from the instance and deleting it from the info cache
Nov 27 14:32:31 user nova-compute[75432]: DEBUG nova.network.neutron [req-8ff7debe-35ea-4375-af20-38f14fe8144f req-cf4144e2-43c5-4538-a859-bdccd5acf733 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG nova.compute.manager [req-8ff7debe-35ea-4375-af20-38f14fe8144f req-cf4144e2-43c5-4538-a859-bdccd5acf733 service nova] [instance: 85448fd1-e763-4778-9ed1-8b04c2db873f] Detach interface failed, port_id=f7d2dc38-15fe-4368-8fb4-acfe47fff8c0, reason: Instance 85448fd1-e763-4778-9ed1-8b04c2db873f could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.269s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.637s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:32 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Deleted allocations for instance 85448fd1-e763-4778-9ed1-8b04c2db873f
Nov 27 14:32:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c529db94-eab0-4565-96a4-010c883a7e6b tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "85448fd1-e763-4778-9ed1-8b04c2db873f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.642s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-deleted-dd3ae694-5940-4a7c-8323-3795978e26f3 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:33 user nova-compute[75432]: INFO nova.compute.manager [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Neutron deleted interface dd3ae694-5940-4a7c-8323-3795978e26f3; detaching it from the instance and deleting it from the info cache
Nov 27 14:32:33 user nova-compute[75432]: DEBUG nova.network.neutron [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [{"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f7634bee-d559-4736-b38d-3068650c0a11", "address": "fa:16:3e:fd:2c:e5", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7634bee-d5", "ovs_interfaceid": "f7634bee-d559-4736-b38d-3068650c0a11", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Detach interface failed, port_id=dd3ae694-5940-4a7c-8323-3795978e26f3, reason: Instance 6a71d3e7-000c-47f2-967a-c760b359dd5a could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-deleted-f7634bee-d559-4736-b38d-3068650c0a11 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:33 user nova-compute[75432]: INFO nova.compute.manager [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Neutron deleted interface f7634bee-d559-4736-b38d-3068650c0a11; detaching it from the instance and deleting it from the info cache
Nov 27 14:32:33 user nova-compute[75432]: DEBUG nova.network.neutron [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [{"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "address": "fa:16:3e:b2:58:5d", "network": {"id": "e30dd21d-2bb7-467f-832d-da057af5b31e", "bridge": "br-int", "label": "tempest-device-tagging-net2-947465751", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapacbfdbcf-7d", "ovs_interfaceid": "acbfdbcf-7d80-4295-a5f7-b56d04f3c78e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Detach interface failed, port_id=f7634bee-d559-4736-b38d-3068650c0a11, reason: Instance 6a71d3e7-000c-47f2-967a-c760b359dd5a could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-deleted-acbfdbcf-7d80-4295-a5f7-b56d04f3c78e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:33 user nova-compute[75432]: INFO nova.compute.manager [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Neutron deleted interface acbfdbcf-7d80-4295-a5f7-b56d04f3c78e; detaching it from the instance and deleting it from the info cache
Nov 27 14:32:33 user nova-compute[75432]: DEBUG nova.network.neutron [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [{"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "address": "fa:16:3e:59:83:6e", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8933772-41", "ovs_interfaceid": "e8933772-419c-4b33-95e0-bcb7d44cd78a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Detach interface failed, port_id=acbfdbcf-7d80-4295-a5f7-b56d04f3c78e, reason: Instance 6a71d3e7-000c-47f2-967a-c760b359dd5a could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-deleted-e8933772-419c-4b33-95e0-bcb7d44cd78a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:34 user nova-compute[75432]: INFO nova.compute.manager [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Neutron deleted interface e8933772-419c-4b33-95e0-bcb7d44cd78a; detaching it from the instance and deleting it from the info cache
Nov 27 14:32:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [{"id": "fa025bad-fb0a-4218-b146-47f882f8587a", "address": "fa:16:3e:cc:5e:2e", "network": {"id": "fdba389c-393a-4712-a490-10180be39b6b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-2083243938-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa025bad-fb", "ovs_interfaceid": "fa025bad-fb0a-4218-b146-47f882f8587a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "185c1892-9229-48d6-9e56-e0bbac42dac3", "address": "fa:16:3e:19:d0:02", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap185c1892-92", "ovs_interfaceid": "185c1892-9229-48d6-9e56-e0bbac42dac3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "f7d1093b-064e-4158-b990-e6e10cfb898f", "address": "fa:16:3e:0d:1f:ad", "network": {"id": "9ee200d2-12cf-4c24-bca9-8e6ecd9d9ea5", "bridge": "br-int", "label": "tempest-device-tagging-net1-1692429496", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3fef5d35c5eb41fb91f9f23313c5261c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf7d1093b-06", "ovs_interfaceid": "f7d1093b-064e-4158-b990-e6e10cfb898f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:34 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Took 4.18 seconds to deallocate network for instance.
Nov 27 14:32:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-2f881422-2a16-4afa-a725-3ff369590aec req-ad5d5102-88da-49c4-954c-ec579ea8a7b9 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Detach interface failed, port_id=e8933772-419c-4b33-95e0-bcb7d44cd78a, reason: Instance 6a71d3e7-000c-47f2-967a-c760b359dd5a could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:35 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:32:35 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7463MB free_disk=25.179656982421875GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-4c0d5531-bbdb-4572-8e21-d75353790081 req-5dd2e70f-510e-4a57-830f-182659b6f975 service nova] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Received event network-vif-deleted-fa025bad-fb0a-4218-b146-47f882f8587a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 86458776-cf1e-457c-8639-7c99bc80af53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance eede8dfe-d800-4bfe-8c37-6936e7b936a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd137141-38ff-4e97-b7b2-5dc975452638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6a71d3e7-000c-47f2-967a-c760b359dd5a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 84453972-848a-4c15-ba19-7c418c6f6b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 4bdae7e5-349a-478e-8bd0-c171389fc387 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:35 user nova-compute[75432]: INFO nova.compute.manager [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Terminating instance
Nov 27 14:32:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.591s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:36 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Instance destroyed successfully.
Nov 27 14:32:36 user nova-compute[75432]: DEBUG nova.objects.instance [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'resources' on Instance uuid 86458776-cf1e-457c-8639-7c99bc80af53 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1865465615',display_name='tempest-AttachVolumeTestJSON-server-1865465615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1865465615',id=5,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBORgdhwK5SfSR4BJ9vxE/CIIWJHNYz6d9Z9xQCIvcrDvnGP17Tv4o2MBYIicIPybsyDcEVeDOBLkW7MaAU7ffzu2xEtcqx7AtyYkqhSWjhgWWG7JzC8LgZl1L+OpsAWbZQ==',key_name='tempest-keypair-1494367076',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='120c8d2b07a14fa5bfd93cf539303bc4',ramdisk_id='',reservation_id='r-j8i16j4s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1379447535',owner_user_name='tempest-AttachVolumeTestJSON-1379447535-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:30:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1958a7d52fd04a668c8a5ac8241792a0',uuid=86458776-cf1e-457c-8639-7c99bc80af53,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converting VIF {"id": "59973ed2-cf57-4cd6-bccc-a372532b991b", "address": "fa:16:3e:a7:46:42", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap59973ed2-cf", "ovs_interfaceid": "59973ed2-cf57-4cd6-bccc-a372532b991b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG os_vif [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap59973ed2-cf, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c13544e7-d2b4-4fe9-9847-260e54f5c376) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:36 user nova-compute[75432]: INFO os_vif [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a7:46:42,bridge_name='br-int',has_traffic_filtering=True,id=59973ed2-cf57-4cd6-bccc-a372532b991b,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap59973ed2-cf')
Nov 27 14:32:36 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Deleting instance files /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53_del
Nov 27 14:32:36 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Deletion of /opt/stack/data/nova/instances/86458776-cf1e-457c-8639-7c99bc80af53_del complete
Nov 27 14:32:36 user nova-compute[75432]: INFO nova.compute.manager [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 27 14:32:36 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:32:36 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:32:37 user nova-compute[75432]: INFO nova.compute.manager [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] [instance: 6a71d3e7-000c-47f2-967a-c760b359dd5a] Took 2.96 seconds to detach 3 volumes for instance.
Nov 27 14:32:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:32:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:32:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:32:37 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:32:37 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:32:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.390s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:37 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Deleted allocations for instance 6a71d3e7-000c-47f2-967a-c760b359dd5a
Nov 27 14:32:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e40a0f3-ffb4-4c2e-ad0d-7d7aa0be251e tempest-TaggedBootDevicesTest-402455106 tempest-TaggedBootDevicesTest-402455106-project-member] Lock "6a71d3e7-000c-47f2-967a-c760b359dd5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.684s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:32:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:32:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:32:37 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:37 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Took 1.17 seconds to deallocate network for instance.
Nov 27 14:32:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-39330e4b-ad79-4210-8493-535618b9986d req-d516156e-258e-4c5c-acc6-ebb8edb72116 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-unplugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-39330e4b-ad79-4210-8493-535618b9986d req-d516156e-258e-4c5c-acc6-ebb8edb72116 service nova] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-39330e4b-ad79-4210-8493-535618b9986d req-d516156e-258e-4c5c-acc6-ebb8edb72116 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-39330e4b-ad79-4210-8493-535618b9986d req-d516156e-258e-4c5c-acc6-ebb8edb72116 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-39330e4b-ad79-4210-8493-535618b9986d req-d516156e-258e-4c5c-acc6-ebb8edb72116 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] No waiting events found dispatching network-vif-unplugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-39330e4b-ad79-4210-8493-535618b9986d req-d516156e-258e-4c5c-acc6-ebb8edb72116 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-unplugged-59973ed2-cf57-4cd6-bccc-a372532b991b for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-39330e4b-ad79-4210-8493-535618b9986d req-d516156e-258e-4c5c-acc6-ebb8edb72116 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-39330e4b-ad79-4210-8493-535618b9986d req-d516156e-258e-4c5c-acc6-ebb8edb72116 service nova] Acquiring lock "86458776-cf1e-457c-8639-7c99bc80af53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-39330e4b-ad79-4210-8493-535618b9986d req-d516156e-258e-4c5c-acc6-ebb8edb72116 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-39330e4b-ad79-4210-8493-535618b9986d req-d516156e-258e-4c5c-acc6-ebb8edb72116 service nova] Lock "86458776-cf1e-457c-8639-7c99bc80af53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-39330e4b-ad79-4210-8493-535618b9986d req-d516156e-258e-4c5c-acc6-ebb8edb72116 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] No waiting events found dispatching network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:32:38 user nova-compute[75432]: WARNING nova.compute.manager [req-39330e4b-ad79-4210-8493-535618b9986d req-d516156e-258e-4c5c-acc6-ebb8edb72116 service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received unexpected event network-vif-plugged-59973ed2-cf57-4cd6-bccc-a372532b991b for instance with vm_state active and task_state deleting.
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updating instance_info_cache with network_info: [{"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.335s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:38 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Deleted allocations for instance 86458776-cf1e-457c-8639-7c99bc80af53
Nov 27 14:32:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3c70bc8c-d8a8-4f91-bbfc-d13d8f49e8fe tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "86458776-cf1e-457c-8639-7c99bc80af53" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.717s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-372b26c1-b772-49b3-9f87-de621298622a req-b781e864-860a-4a80-934f-d80876e1298e service nova] [instance: 86458776-cf1e-457c-8639-7c99bc80af53] Received event network-vif-deleted-59973ed2-cf57-4cd6-bccc-a372532b991b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-a2c4b610-bc80-42ca-85c4-5709e49a3038 req-e4766015-c46d-4770-b847-05ecb2a293fb service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-changed-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:32:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-a2c4b610-bc80-42ca-85c4-5709e49a3038 req-e4766015-c46d-4770-b847-05ecb2a293fb service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Refreshing instance network info cache due to event network-changed-5c4ce10c-7732-49d2-9638-2dbc547ddd31. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:32:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a2c4b610-bc80-42ca-85c4-5709e49a3038 req-e4766015-c46d-4770-b847-05ecb2a293fb service nova] Acquiring lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:32:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a2c4b610-bc80-42ca-85c4-5709e49a3038 req-e4766015-c46d-4770-b847-05ecb2a293fb service nova] Acquired lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:32:44 user nova-compute[75432]: DEBUG nova.network.neutron [req-a2c4b610-bc80-42ca-85c4-5709e49a3038 req-e4766015-c46d-4770-b847-05ecb2a293fb service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Refreshing network info cache for port 5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "84453972-848a-4c15-ba19-7c418c6f6b06" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG nova.objects.instance [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'flavor' on Instance uuid 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "84453972-848a-4c15-ba19-7c418c6f6b06" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "84453972-848a-4c15-ba19-7c418c6f6b06" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:32:45 user nova-compute[75432]: INFO nova.compute.manager [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Attaching volume 922d41db-bd31-4538-849a-66bfa6f80887 to /dev/vdb
Nov 27 14:32:45 user nova-compute[75432]: DEBUG nova.network.neutron [req-a2c4b610-bc80-42ca-85c4-5709e49a3038 req-e4766015-c46d-4770-b847-05ecb2a293fb service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updated VIF entry in instance network info cache for port 5c4ce10c-7732-49d2-9638-2dbc547ddd31. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG nova.network.neutron [req-a2c4b610-bc80-42ca-85c4-5709e49a3038 req-e4766015-c46d-4770-b847-05ecb2a293fb service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updating instance_info_cache with network_info: [{"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a2c4b610-bc80-42ca-85c4-5709e49a3038 req-e4766015-c46d-4770-b847-05ecb2a293fb service nova] Releasing lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG os_brick.utils [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d4905d6-c63c-4d91-8d32-d3a7576f544f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb89abb6-4d2f-415d-8114-591c1b4266f4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[be6600f6-e37f-42d9-b4b6-8d0739ff0023]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c4f6205-4f1c-4260-8c9f-3798d8ca10fb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:32:45 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:32:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a994b51a-136b-4080-9fcb-18aef6a4b1e0]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG os_brick.utils [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] <== get_connector_properties: return (437ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:32:45 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updating existing volume attachment record: 194b29ba-e5f0-4d23-9b74-59fe4652b91c {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:32:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:32:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LgXaOqVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:33:00 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:33:00 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:33:00 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bf59c31-d5df-47bf-876d-f225108e381f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:33:00 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[57cf1a70-e35b-4e60-bc11-8fc93ada34aa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887] added
Nov 27 14:33:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e6836ea-c69b-4292-86b7-3498caef571c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a61aea67-c95f-4e93-ab59-cc458131950e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LgXaOqVU {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LgXaOqVU" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[03ec9e37-0199-46cb-88d9-423600cfebd8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LgXaOqVU'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa728d45-574e-40a8-9d7b-9064a4c54e62]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca3a246c-ab77-4911-a1f4-e1986ad033ca]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:33:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:33:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ef4c437-a7f2-4719-a17f-5c82d0207219]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887, portal: 172.16.0.220,3260]
Nov 27 14:33:00 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887, portal: 172.16.0.220,3260] successful.
Nov 27 14:33:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2b83cc3-7d8d-4f72-acd0-532d28a77718]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2519f1c-3950-4491-865c-264e019c3f5a]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:33:00 user nova-compute[75432]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:33:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:33:00 user nova-compute[75432]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:33:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] HCTL ('33', '-', '-', 0) found on session 31 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6f169fc-b5d9-473c-b833-0a0befabcf71]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching for a device in session 31 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:33:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LgXaOqVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:33:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:33:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '26564363636623337', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:33:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26564363636623337', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:33:01 user nova-compute[75432]: DEBUG nova.objects.instance [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'flavor' on Instance uuid 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:33:01 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:33:01 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:33:01 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:33:01 user nova-compute[75432]:   <serial>922d41db-bd31-4538-849a-66bfa6f80887</serial>
Nov 27 14:33:01 user nova-compute[75432]: </disk>
Nov 27 14:33:01 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:33:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:33:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:33:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No VIF found with MAC fa:16:3e:44:8a:1a, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:33:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c9bc6496-0742-4e62-95a0-488c49c5f1e1 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "84453972-848a-4c15-ba19-7c418c6f6b06" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.789s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:02 user nova-compute[75432]: INFO nova.compute.manager [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Rescuing
Nov 27 14:33:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:33:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquired lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:33:02 user nova-compute[75432]: DEBUG nova.network.neutron [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:33:03 user nova-compute[75432]: DEBUG nova.network.neutron [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updating instance_info_cache with network_info: [{"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:33:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Releasing lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:33:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-67b95b33-dc0c-41e8-b6f3-362444b440c2 req-5d88e743-91ae-48b5-a395-2aebbe33675a service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-unplugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-67b95b33-dc0c-41e8-b6f3-362444b440c2 req-5d88e743-91ae-48b5-a395-2aebbe33675a service nova] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-67b95b33-dc0c-41e8-b6f3-362444b440c2 req-5d88e743-91ae-48b5-a395-2aebbe33675a service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-67b95b33-dc0c-41e8-b6f3-362444b440c2 req-5d88e743-91ae-48b5-a395-2aebbe33675a service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-67b95b33-dc0c-41e8-b6f3-362444b440c2 req-5d88e743-91ae-48b5-a395-2aebbe33675a service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] No waiting events found dispatching network-vif-unplugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:33:03 user nova-compute[75432]: WARNING nova.compute.manager [req-67b95b33-dc0c-41e8-b6f3-362444b440c2 req-5d88e743-91ae-48b5-a395-2aebbe33675a service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received unexpected event network-vif-unplugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 for instance with vm_state active and task_state rescuing.
Nov 27 14:33:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Instance destroyed successfully.
Nov 27 14:33:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Attempting rescue
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75432) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Instance directory exists: not creating {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 14:33:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Creating image(s)
Nov 27 14:33:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "/opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "/opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "/opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'trusted_certs' on Instance uuid 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.rescue {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.rescue" returned: 0 in 0.047s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'migration_context' on Instance uuid 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.objects.base [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<84453972-848a-4c15-ba19-7c418c6f6b06> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Start _get_guest_xml network_info=[{"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "vif_mac": "fa:16:3e:44:8a:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'resources' on Instance uuid 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.objects.base [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<84453972-848a-4c15-ba19-7c418c6f6b06> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'numa_topology' on Instance uuid 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.objects.base [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<84453972-848a-4c15-ba19-7c418c6f6b06> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:33:04 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:33:04 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'vcpu_model' on Instance uuid 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.objects.base [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<84453972-848a-4c15-ba19-7c418c6f6b06> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:30:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-848969296',display_name='tempest-ServerRescueNegativeTestJSON-server-848969296',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-848969296',id=23,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK5e8+XS7keOyyzW5h4t5cOxkrUMewHcaiH/GECvLZjIalNLduObkye2BX6JlUqKqKDDupF2JUzSgu0hDRn7LAvc6UWHnqCjFf8SKF3FXCDPUB1x5SGK6SNoXXugHBdepw==',key_name='tempest-keypair-752756917',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:31:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16971f2703e649a3a49db0b1b5adfb26',ramdisk_id='',reservation_id='r-bp6j7b6u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-45682725',owner_user_name='tempest-ServerRescueNegativeTestJSON-45682725-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:31:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa99abf2191f499885898d88a7e5a3d1',uuid=84453972-848a-4c15-ba19-7c418c6f6b06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "vif_mac": "fa:16:3e:44:8a:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converting VIF {"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "vif_mac": "fa:16:3e:44:8a:1a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:8a:1a,bridge_name='br-int',has_traffic_filtering=True,id=5c4ce10c-7732-49d2-9638-2dbc547ddd31,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c4ce10c-77') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'pci_devices' on Instance uuid 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.objects.base [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Object Instance<84453972-848a-4c15-ba19-7c418c6f6b06> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:33:04 user nova-compute[75432]:   <uuid>84453972-848a-4c15-ba19-7c418c6f6b06</uuid>
Nov 27 14:33:04 user nova-compute[75432]:   <name>instance-00000017</name>
Nov 27 14:33:04 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:33:04 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:33:04 user nova-compute[75432]:   <metadata>
Nov 27 14:33:04 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:33:04 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:33:04 user nova-compute[75432]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-848969296</nova:name>
Nov 27 14:33:04 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:33:04</nova:creationTime>
Nov 27 14:33:04 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:33:04 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:33:04 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:33:04 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:33:04 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:33:04 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:33:04 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:33:04 user nova-compute[75432]:       <nova:owner>
Nov 27 14:33:04 user nova-compute[75432]:         <nova:user uuid="aa99abf2191f499885898d88a7e5a3d1">tempest-ServerRescueNegativeTestJSON-45682725-project-member</nova:user>
Nov 27 14:33:04 user nova-compute[75432]:         <nova:project uuid="16971f2703e649a3a49db0b1b5adfb26">tempest-ServerRescueNegativeTestJSON-45682725</nova:project>
Nov 27 14:33:04 user nova-compute[75432]:       </nova:owner>
Nov 27 14:33:04 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:33:04 user nova-compute[75432]:       <nova:ports>
Nov 27 14:33:04 user nova-compute[75432]:         <nova:port uuid="5c4ce10c-7732-49d2-9638-2dbc547ddd31">
Nov 27 14:33:04 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 14:33:04 user nova-compute[75432]:         </nova:port>
Nov 27 14:33:04 user nova-compute[75432]:       </nova:ports>
Nov 27 14:33:04 user nova-compute[75432]:     </nova:instance>
Nov 27 14:33:04 user nova-compute[75432]:   </metadata>
Nov 27 14:33:04 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:33:04 user nova-compute[75432]:     <system>
Nov 27 14:33:04 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:33:04 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:33:04 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:33:04 user nova-compute[75432]:       <entry name="serial">84453972-848a-4c15-ba19-7c418c6f6b06</entry>
Nov 27 14:33:04 user nova-compute[75432]:       <entry name="uuid">84453972-848a-4c15-ba19-7c418c6f6b06</entry>
Nov 27 14:33:04 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:33:04 user nova-compute[75432]:     </system>
Nov 27 14:33:04 user nova-compute[75432]:   </sysinfo>
Nov 27 14:33:04 user nova-compute[75432]:   <os>
Nov 27 14:33:04 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:33:04 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:33:04 user nova-compute[75432]:   </os>
Nov 27 14:33:04 user nova-compute[75432]:   <features>
Nov 27 14:33:04 user nova-compute[75432]:     <acpi/>
Nov 27 14:33:04 user nova-compute[75432]:     <apic/>
Nov 27 14:33:04 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:33:04 user nova-compute[75432]:   </features>
Nov 27 14:33:04 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:33:04 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:33:04 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:33:04 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:33:04 user nova-compute[75432]:   </clock>
Nov 27 14:33:04 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:33:04 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:33:04 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:33:04 user nova-compute[75432]:   </cpu>
Nov 27 14:33:04 user nova-compute[75432]:   <devices>
Nov 27 14:33:04 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:33:04 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:33:04 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.rescue"/>
Nov 27 14:33:04 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:33:04 user nova-compute[75432]:     </disk>
Nov 27 14:33:04 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:33:04 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:33:04 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk"/>
Nov 27 14:33:04 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:33:04 user nova-compute[75432]:     </disk>
Nov 27 14:33:04 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:33:04 user nova-compute[75432]:       <mac address="fa:16:3e:44:8a:1a"/>
Nov 27 14:33:04 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:33:04 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:33:04 user nova-compute[75432]:       <target dev="tap5c4ce10c-77"/>
Nov 27 14:33:04 user nova-compute[75432]:     </interface>
Nov 27 14:33:04 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:33:04 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/console.log" append="off"/>
Nov 27 14:33:04 user nova-compute[75432]:     </serial>
Nov 27 14:33:04 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:33:04 user nova-compute[75432]:     <video>
Nov 27 14:33:04 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:33:04 user nova-compute[75432]:     </video>
Nov 27 14:33:04 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:33:04 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:33:04 user nova-compute[75432]:     </rng>
Nov 27 14:33:04 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:33:04 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:33:04 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:33:04 user nova-compute[75432]:     </memballoon>
Nov 27 14:33:04 user nova-compute[75432]:   </devices>
Nov 27 14:33:04 user nova-compute[75432]: </domain>
Nov 27 14:33:04 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:33:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Instance destroyed successfully.
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:33:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] No VIF found with MAC fa:16:3e:44:8a:1a, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:33:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-7d4e8d5e-e907-48e4-89df-d1cbcd4f6611 req-a0787e24-ba4e-4335-9d37-58b14aaedede service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7d4e8d5e-e907-48e4-89df-d1cbcd4f6611 req-a0787e24-ba4e-4335-9d37-58b14aaedede service nova] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7d4e8d5e-e907-48e4-89df-d1cbcd4f6611 req-a0787e24-ba4e-4335-9d37-58b14aaedede service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7d4e8d5e-e907-48e4-89df-d1cbcd4f6611 req-a0787e24-ba4e-4335-9d37-58b14aaedede service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-7d4e8d5e-e907-48e4-89df-d1cbcd4f6611 req-a0787e24-ba4e-4335-9d37-58b14aaedede service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] No waiting events found dispatching network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:33:05 user nova-compute[75432]: WARNING nova.compute.manager [req-7d4e8d5e-e907-48e4-89df-d1cbcd4f6611 req-a0787e24-ba4e-4335-9d37-58b14aaedede service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received unexpected event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 for instance with vm_state active and task_state rescuing.
Nov 27 14:33:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-d2dddc09-64fd-4007-8cfc-ad6f632e3429 req-f5a15af8-330f-4d38-a6d9-d054ba458724 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d2dddc09-64fd-4007-8cfc-ad6f632e3429 req-f5a15af8-330f-4d38-a6d9-d054ba458724 service nova] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d2dddc09-64fd-4007-8cfc-ad6f632e3429 req-f5a15af8-330f-4d38-a6d9-d054ba458724 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d2dddc09-64fd-4007-8cfc-ad6f632e3429 req-f5a15af8-330f-4d38-a6d9-d054ba458724 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-d2dddc09-64fd-4007-8cfc-ad6f632e3429 req-f5a15af8-330f-4d38-a6d9-d054ba458724 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] No waiting events found dispatching network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:33:07 user nova-compute[75432]: WARNING nova.compute.manager [req-d2dddc09-64fd-4007-8cfc-ad6f632e3429 req-f5a15af8-330f-4d38-a6d9-d054ba458724 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received unexpected event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 for instance with vm_state active and task_state rescuing.
Nov 27 14:33:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-d2dddc09-64fd-4007-8cfc-ad6f632e3429 req-f5a15af8-330f-4d38-a6d9-d054ba458724 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d2dddc09-64fd-4007-8cfc-ad6f632e3429 req-f5a15af8-330f-4d38-a6d9-d054ba458724 service nova] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d2dddc09-64fd-4007-8cfc-ad6f632e3429 req-f5a15af8-330f-4d38-a6d9-d054ba458724 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d2dddc09-64fd-4007-8cfc-ad6f632e3429 req-f5a15af8-330f-4d38-a6d9-d054ba458724 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-d2dddc09-64fd-4007-8cfc-ad6f632e3429 req-f5a15af8-330f-4d38-a6d9-d054ba458724 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] No waiting events found dispatching network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:33:07 user nova-compute[75432]: WARNING nova.compute.manager [req-d2dddc09-64fd-4007-8cfc-ad6f632e3429 req-f5a15af8-330f-4d38-a6d9-d054ba458724 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received unexpected event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 for instance with vm_state active and task_state rescuing.
Nov 27 14:33:08 user nova-compute[75432]: DEBUG nova.compute.manager [None req-e1a2422c-5410-447d-b247-6f9ab91c9b61 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:33:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:23 user nova-compute[75432]: INFO nova.compute.manager [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Terminating instance
Nov 27 14:33:23 user nova-compute[75432]: DEBUG nova.compute.manager [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:33:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-2c9d64a2-7d02-423d-91d1-acb36e7358c6 req-5141f16d-df0d-4e1d-926f-8ea8de96681f service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Received event network-vif-unplugged-0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2c9d64a2-7d02-423d-91d1-acb36e7358c6 req-5141f16d-df0d-4e1d-926f-8ea8de96681f service nova] Acquiring lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2c9d64a2-7d02-423d-91d1-acb36e7358c6 req-5141f16d-df0d-4e1d-926f-8ea8de96681f service nova] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2c9d64a2-7d02-423d-91d1-acb36e7358c6 req-5141f16d-df0d-4e1d-926f-8ea8de96681f service nova] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-2c9d64a2-7d02-423d-91d1-acb36e7358c6 req-5141f16d-df0d-4e1d-926f-8ea8de96681f service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] No waiting events found dispatching network-vif-unplugged-0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-2c9d64a2-7d02-423d-91d1-acb36e7358c6 req-5141f16d-df0d-4e1d-926f-8ea8de96681f service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Received event network-vif-unplugged-0c5b9b67-e127-4dd4-8074-15fddc745621 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:33:24 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Instance destroyed successfully.
Nov 27 14:33:24 user nova-compute[75432]: DEBUG nova.objects.instance [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lazy-loading 'resources' on Instance uuid eede8dfe-d800-4bfe-8c37-6936e7b936a2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:27:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-986275736',display_name='tempest-VolumesAdminNegativeTest-server-986275736',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-986275736',id=16,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBBd1tMzrkxdA6iTC600ifMuPk4urLIzORXM2unR2ftI2dGSpFQ3jpaB5+kUky71Qz9vHV4D6RdCuDYeP9xrwEIsrva+hnBE9TK9SwVBm3QWs6ivnhcHqT2xHK8fIXytsg==',key_name='tempest-keypair-1148477958',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:27:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3096c3bf7faa4956a889daff05efb452',ramdisk_id='',reservation_id='r-dk50s1py',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-304082716',owner_user_name='tempest-VolumesAdminNegativeTest-304082716-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:27:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f6c5c455baae45c984326b6525f051e3',uuid=eede8dfe-d800-4bfe-8c37-6936e7b936a2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0c5b9b67-e127-4dd4-8074-15fddc745621", "address": "fa:16:3e:d8:6e:da", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c5b9b67-e1", "ovs_interfaceid": "0c5b9b67-e127-4dd4-8074-15fddc745621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Converting VIF {"id": "0c5b9b67-e127-4dd4-8074-15fddc745621", "address": "fa:16:3e:d8:6e:da", "network": {"id": "c7dc2741-cd52-4fc1-93c0-368115adfbb5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1060207899-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3096c3bf7faa4956a889daff05efb452", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0c5b9b67-e1", "ovs_interfaceid": "0c5b9b67-e127-4dd4-8074-15fddc745621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d8:6e:da,bridge_name='br-int',has_traffic_filtering=True,id=0c5b9b67-e127-4dd4-8074-15fddc745621,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c5b9b67-e1') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG os_vif [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:6e:da,bridge_name='br-int',has_traffic_filtering=True,id=0c5b9b67-e127-4dd4-8074-15fddc745621,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c5b9b67-e1') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0c5b9b67-e1, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=605b7ef7-6fb3-4dbb-9555-2140f20fe14f) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:33:24 user nova-compute[75432]: INFO os_vif [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:6e:da,bridge_name='br-int',has_traffic_filtering=True,id=0c5b9b67-e127-4dd4-8074-15fddc745621,network=Network(c7dc2741-cd52-4fc1-93c0-368115adfbb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0c5b9b67-e1')
Nov 27 14:33:24 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Deleting instance files /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2_del
Nov 27 14:33:24 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Deletion of /opt/stack/data/nova/instances/eede8dfe-d800-4bfe-8c37-6936e7b936a2_del complete
Nov 27 14:33:24 user nova-compute[75432]: INFO nova.compute.manager [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 27 14:33:24 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:33:24 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:33:25 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:33:25 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Took 0.92 seconds to deallocate network for instance.
Nov 27 14:33:25 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae74efba-cd9d-473c-b594-d7bb70e9eef5 req-04d5539f-7373-4782-84f0-c585f94b6c86 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Received event network-vif-deleted-0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.434s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:26 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Deleted allocations for instance eede8dfe-d800-4bfe-8c37-6936e7b936a2
Nov 27 14:33:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a4fe4434-f7bf-4019-8358-b0d5c0aaaabd tempest-VolumesAdminNegativeTest-304082716 tempest-VolumesAdminNegativeTest-304082716-project-member] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.658s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-9fbd96c5-afe8-4223-bfb8-65cb586d06ae req-ab55b0f7-f6aa-4257-bdac-eff9e2355a53 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Received event network-vif-plugged-0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9fbd96c5-afe8-4223-bfb8-65cb586d06ae req-ab55b0f7-f6aa-4257-bdac-eff9e2355a53 service nova] Acquiring lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9fbd96c5-afe8-4223-bfb8-65cb586d06ae req-ab55b0f7-f6aa-4257-bdac-eff9e2355a53 service nova] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9fbd96c5-afe8-4223-bfb8-65cb586d06ae req-ab55b0f7-f6aa-4257-bdac-eff9e2355a53 service nova] Lock "eede8dfe-d800-4bfe-8c37-6936e7b936a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-9fbd96c5-afe8-4223-bfb8-65cb586d06ae req-ab55b0f7-f6aa-4257-bdac-eff9e2355a53 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] No waiting events found dispatching network-vif-plugged-0c5b9b67-e127-4dd4-8074-15fddc745621 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:33:26 user nova-compute[75432]: WARNING nova.compute.manager [req-9fbd96c5-afe8-4223-bfb8-65cb586d06ae req-ab55b0f7-f6aa-4257-bdac-eff9e2355a53 service nova] [instance: eede8dfe-d800-4bfe-8c37-6936e7b936a2] Received unexpected event network-vif-plugged-0c5b9b67-e127-4dd4-8074-15fddc745621 for instance with vm_state deleted and task_state None.
Nov 27 14:33:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "4bdae7e5-349a-478e-8bd0-c171389fc387" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:26 user nova-compute[75432]: INFO nova.compute.manager [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Terminating instance
Nov 27 14:33:26 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:27 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Instance destroyed successfully.
Nov 27 14:33:27 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lazy-loading 'resources' on Instance uuid 4bdae7e5-349a-478e-8bd0-c171389fc387 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:31:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-427235830',display_name='tempest-VolumesActionsTest-instance-427235830',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-427235830',id=24,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:31:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b0f20b47b27745d1936afd4c6757f2bf',ramdisk_id='',reservation_id='r-piljh5if',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-117667624',owner_user_name='tempest-VolumesActionsTest-117667624-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:31:44Z,user_data=None,user_id='0ffaf4290443424793cc4a1837b7a0ca',uuid=4bdae7e5-349a-478e-8bd0-c171389fc387,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "address": "fa:16:3e:71:f8:ce", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd22f7cd-d8", "ovs_interfaceid": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Converting VIF {"id": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "address": "fa:16:3e:71:f8:ce", "network": {"id": "cdd43b65-f89c-42ff-b126-a19ba7b0bb55", "bridge": "br-int", "label": "tempest-VolumesActionsTest-700341913-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0f20b47b27745d1936afd4c6757f2bf", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcd22f7cd-d8", "ovs_interfaceid": "cd22f7cd-d8c5-42d0-82b6-e6227a874247", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:f8:ce,bridge_name='br-int',has_traffic_filtering=True,id=cd22f7cd-d8c5-42d0-82b6-e6227a874247,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd22f7cd-d8') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG os_vif [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:f8:ce,bridge_name='br-int',has_traffic_filtering=True,id=cd22f7cd-d8c5-42d0-82b6-e6227a874247,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd22f7cd-d8') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcd22f7cd-d8, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e28db359-9fad-493f-b4d3-c513844ed8fe) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:27 user nova-compute[75432]: INFO os_vif [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:f8:ce,bridge_name='br-int',has_traffic_filtering=True,id=cd22f7cd-d8c5-42d0-82b6-e6227a874247,network=Network(cdd43b65-f89c-42ff-b126-a19ba7b0bb55),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcd22f7cd-d8')
Nov 27 14:33:27 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Deleting instance files /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387_del
Nov 27 14:33:27 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Deletion of /opt/stack/data/nova/instances/4bdae7e5-349a-478e-8bd0-c171389fc387_del complete
Nov 27 14:33:27 user nova-compute[75432]: INFO nova.compute.manager [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 27 14:33:27 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:33:27 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75432) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:33:28 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Took 1.05 seconds to deallocate network for instance.
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Received event network-vif-unplugged-cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] Acquiring lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] No waiting events found dispatching network-vif-unplugged-cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Received event network-vif-unplugged-cd22f7cd-d8c5-42d0-82b6-e6227a874247 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Received event network-vif-plugged-cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] Acquiring lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] No waiting events found dispatching network-vif-plugged-cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:33:28 user nova-compute[75432]: WARNING nova.compute.manager [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Received unexpected event network-vif-plugged-cd22f7cd-d8c5-42d0-82b6-e6227a874247 for instance with vm_state active and task_state deleting.
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-changed-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Refreshing instance network info cache due to event network-changed-1684f7b0-f78c-4b07-8f1f-32bfae1f430b. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] Acquiring lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] Acquired lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.network.neutron [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Refreshing network info cache for port 1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-6e6fed09-8afb-4a49-b6a6-528dc2eb7c03 req-ae90a8f6-e1e7-48d7-a31d-91af521885fa service nova] [instance: 4bdae7e5-349a-478e-8bd0-c171389fc387] Received event network-vif-deleted-cd22f7cd-d8c5-42d0-82b6-e6227a874247 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.298s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:28 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Deleted allocations for instance 4bdae7e5-349a-478e-8bd0-c171389fc387
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1d9a6a41-ef14-4cc0-80bc-94b65b653757 tempest-VolumesActionsTest-117667624 tempest-VolumesActionsTest-117667624-project-member] Lock "4bdae7e5-349a-478e-8bd0-c171389fc387" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.399s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.network.neutron [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updated VIF entry in instance network info cache for port 1684f7b0-f78c-4b07-8f1f-32bfae1f430b. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG nova.network.neutron [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updating instance_info_cache with network_info: [{"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:33:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4bff210-1aa9-40ba-a969-58f1749fce6b req-859abe92-44b5-4a6a-a382-93ad8c14cf3e service nova] Releasing lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:33:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-7eb276e2-a972-46e6-8728-b64b670afec8 req-891379d8-7479-4a42-9690-5a9377d3705b service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-changed-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-7eb276e2-a972-46e6-8728-b64b670afec8 req-891379d8-7479-4a42-9690-5a9377d3705b service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Refreshing instance network info cache due to event network-changed-1684f7b0-f78c-4b07-8f1f-32bfae1f430b. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:33:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7eb276e2-a972-46e6-8728-b64b670afec8 req-891379d8-7479-4a42-9690-5a9377d3705b service nova] Acquiring lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:33:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7eb276e2-a972-46e6-8728-b64b670afec8 req-891379d8-7479-4a42-9690-5a9377d3705b service nova] Acquired lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:33:29 user nova-compute[75432]: DEBUG nova.network.neutron [req-7eb276e2-a972-46e6-8728-b64b670afec8 req-891379d8-7479-4a42-9690-5a9377d3705b service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Refreshing network info cache for port 1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:33:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:29 user nova-compute[75432]: INFO nova.compute.manager [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Detaching volume 031cf002-f01e-4d76-8d3d-98fc354145e0
Nov 27 14:33:29 user nova-compute[75432]: INFO nova.virt.block_device [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Attempting to driver detach volume 031cf002-f01e-4d76-8d3d-98fc354145e0 from mountpoint /dev/vdb
Nov 27 14:33:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Attempting to detach device vdb from instance bd137141-38ff-4e97-b7b2-5dc975452638 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:33:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:33:29 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:33:29 user nova-compute[75432]:   <source dev="/dev/sdc"/>
Nov 27 14:33:29 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:33:29 user nova-compute[75432]:   <serial>031cf002-f01e-4d76-8d3d-98fc354145e0</serial>
Nov 27 14:33:29 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 14:33:29 user nova-compute[75432]: </disk>
Nov 27 14:33:29 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:33:29 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Successfully detached device vdb from instance bd137141-38ff-4e97-b7b2-5dc975452638 from the persistent domain config.
Nov 27 14:33:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bd137141-38ff-4e97-b7b2-5dc975452638 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:33:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:33:29 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:33:29 user nova-compute[75432]:   <source dev="/dev/sdc"/>
Nov 27 14:33:29 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:33:29 user nova-compute[75432]:   <serial>031cf002-f01e-4d76-8d3d-98fc354145e0</serial>
Nov 27 14:33:29 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 14:33:29 user nova-compute[75432]: </disk>
Nov 27 14:33:29 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:33:29 user nova-compute[75432]: DEBUG nova.network.neutron [req-7eb276e2-a972-46e6-8728-b64b670afec8 req-891379d8-7479-4a42-9690-5a9377d3705b service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updated VIF entry in instance network info cache for port 1684f7b0-f78c-4b07-8f1f-32bfae1f430b. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:33:29 user nova-compute[75432]: DEBUG nova.network.neutron [req-7eb276e2-a972-46e6-8728-b64b670afec8 req-891379d8-7479-4a42-9690-5a9377d3705b service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updating instance_info_cache with network_info: [{"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:33:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7eb276e2-a972-46e6-8728-b64b670afec8 req-891379d8-7479-4a42-9690-5a9377d3705b service nova] Releasing lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:33:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bd137141-38ff-4e97-b7b2-5dc975452638 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:33:30 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:33:30 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:33:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:33:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:33:31 user nova-compute[75432]: INFO nova.compute.claims [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Claim successful on node user
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.469s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:33:32 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:33:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG nova.policy [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1958a7d52fd04a668c8a5ac8241792a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '120c8d2b07a14fa5bfd93cf539303bc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:33:32 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Creating image(s)
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "/opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "/opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "/opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.214s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk 1073741824" returned: 0 in 0.051s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Successfully created port: 29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.223s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Cannot resize image /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Ensure instance console log exists: /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Successfully updated port: 29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "refresh_cache-ff89e9c8-7701-43f8-be39-01fcc0a37365" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquired lock "refresh_cache-ff89e9c8-7701-43f8-be39-01fcc0a37365" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-f89f51bf-4612-4954-9cfa-0bf7cc4248a1 req-278a6107-5985-4c32-a006-b80a646e99c4 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Received event network-changed-29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-f89f51bf-4612-4954-9cfa-0bf7cc4248a1 req-278a6107-5985-4c32-a006-b80a646e99c4 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Refreshing instance network info cache due to event network-changed-29770a5e-053c-4c79-a10f-3ddab5301db1. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:33:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f89f51bf-4612-4954-9cfa-0bf7cc4248a1 req-278a6107-5985-4c32-a006-b80a646e99c4 service nova] Acquiring lock "refresh_cache-ff89e9c8-7701-43f8-be39-01fcc0a37365" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:33:34 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:33:34 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7933MB free_disk=25.214176177978516GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd137141-38ff-4e97-b7b2-5dc975452638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 84453972-848a-4c15-ba19-7c418c6f6b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance ff89e9c8-7701-43f8-be39-01fcc0a37365 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing inventories for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Updating instance_info_cache with network_info: [{"id": "29770a5e-053c-4c79-a10f-3ddab5301db1", "address": "fa:16:3e:c9:9c:72", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29770a5e-05", "ovs_interfaceid": "29770a5e-053c-4c79-a10f-3ddab5301db1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating ProviderTree inventory for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating inventory in ProviderTree for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Releasing lock "refresh_cache-ff89e9c8-7701-43f8-be39-01fcc0a37365" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Instance network_info: |[{"id": "29770a5e-053c-4c79-a10f-3ddab5301db1", "address": "fa:16:3e:c9:9c:72", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29770a5e-05", "ovs_interfaceid": "29770a5e-053c-4c79-a10f-3ddab5301db1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f89f51bf-4612-4954-9cfa-0bf7cc4248a1 req-278a6107-5985-4c32-a006-b80a646e99c4 service nova] Acquired lock "refresh_cache-ff89e9c8-7701-43f8-be39-01fcc0a37365" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-f89f51bf-4612-4954-9cfa-0bf7cc4248a1 req-278a6107-5985-4c32-a006-b80a646e99c4 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Refreshing network info cache for port 29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Start _get_guest_xml network_info=[{"id": "29770a5e-053c-4c79-a10f-3ddab5301db1", "address": "fa:16:3e:c9:9c:72", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29770a5e-05", "ovs_interfaceid": "29770a5e-053c-4c79-a10f-3ddab5301db1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing aggregate associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, aggregates: None {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 14:33:34 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:33:34 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:33:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-110216176',display_name='tempest-AttachVolumeTestJSON-server-110216176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-110216176',id=26,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD1HQFSiYOmE7zkFXnkDY+OkVkkAu7WpUOxKZxmzegeQNBKvJol3hYQFurXXnNlDZ6OOANU7aiujIPRgWqDSlNN8f18tQ5HDIWyuTeJ0SUOjDQnY+5sDe6fA7JAisfWrbA==',key_name='tempest-keypair-1334022560',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='120c8d2b07a14fa5bfd93cf539303bc4',ramdisk_id='',reservation_id='r-ggor8gb9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1379447535',owner_user_name='tempest-AttachVolumeTestJSON-1379447535-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:33:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1958a7d52fd04a668c8a5ac8241792a0',uuid=ff89e9c8-7701-43f8-be39-01fcc0a37365,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "29770a5e-053c-4c79-a10f-3ddab5301db1", "address": "fa:16:3e:c9:9c:72", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29770a5e-05", "ovs_interfaceid": "29770a5e-053c-4c79-a10f-3ddab5301db1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converting VIF {"id": "29770a5e-053c-4c79-a10f-3ddab5301db1", "address": "fa:16:3e:c9:9c:72", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29770a5e-05", "ovs_interfaceid": "29770a5e-053c-4c79-a10f-3ddab5301db1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:9c:72,bridge_name='br-int',has_traffic_filtering=True,id=29770a5e-053c-4c79-a10f-3ddab5301db1,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29770a5e-05') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'pci_devices' on Instance uuid ff89e9c8-7701-43f8-be39-01fcc0a37365 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing trait associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:33:34 user nova-compute[75432]:   <uuid>ff89e9c8-7701-43f8-be39-01fcc0a37365</uuid>
Nov 27 14:33:34 user nova-compute[75432]:   <name>instance-0000001a</name>
Nov 27 14:33:34 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:33:34 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:33:34 user nova-compute[75432]:   <metadata>
Nov 27 14:33:34 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:33:34 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:33:34 user nova-compute[75432]:       <nova:name>tempest-AttachVolumeTestJSON-server-110216176</nova:name>
Nov 27 14:33:34 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:33:34</nova:creationTime>
Nov 27 14:33:34 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:33:34 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:33:34 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:33:34 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:33:34 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:33:34 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:33:34 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:33:34 user nova-compute[75432]:       <nova:owner>
Nov 27 14:33:34 user nova-compute[75432]:         <nova:user uuid="1958a7d52fd04a668c8a5ac8241792a0">tempest-AttachVolumeTestJSON-1379447535-project-member</nova:user>
Nov 27 14:33:34 user nova-compute[75432]:         <nova:project uuid="120c8d2b07a14fa5bfd93cf539303bc4">tempest-AttachVolumeTestJSON-1379447535</nova:project>
Nov 27 14:33:34 user nova-compute[75432]:       </nova:owner>
Nov 27 14:33:34 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:33:34 user nova-compute[75432]:       <nova:ports>
Nov 27 14:33:34 user nova-compute[75432]:         <nova:port uuid="29770a5e-053c-4c79-a10f-3ddab5301db1">
Nov 27 14:33:34 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 14:33:34 user nova-compute[75432]:         </nova:port>
Nov 27 14:33:34 user nova-compute[75432]:       </nova:ports>
Nov 27 14:33:34 user nova-compute[75432]:     </nova:instance>
Nov 27 14:33:34 user nova-compute[75432]:   </metadata>
Nov 27 14:33:34 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:33:34 user nova-compute[75432]:     <system>
Nov 27 14:33:34 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:33:34 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:33:34 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:33:34 user nova-compute[75432]:       <entry name="serial">ff89e9c8-7701-43f8-be39-01fcc0a37365</entry>
Nov 27 14:33:34 user nova-compute[75432]:       <entry name="uuid">ff89e9c8-7701-43f8-be39-01fcc0a37365</entry>
Nov 27 14:33:34 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:33:34 user nova-compute[75432]:     </system>
Nov 27 14:33:34 user nova-compute[75432]:   </sysinfo>
Nov 27 14:33:34 user nova-compute[75432]:   <os>
Nov 27 14:33:34 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:33:34 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:33:34 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:33:34 user nova-compute[75432]:   </os>
Nov 27 14:33:34 user nova-compute[75432]:   <features>
Nov 27 14:33:34 user nova-compute[75432]:     <acpi/>
Nov 27 14:33:34 user nova-compute[75432]:     <apic/>
Nov 27 14:33:34 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:33:34 user nova-compute[75432]:   </features>
Nov 27 14:33:34 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:33:34 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:33:34 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:33:34 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:33:34 user nova-compute[75432]:   </clock>
Nov 27 14:33:34 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:33:34 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:33:34 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:33:34 user nova-compute[75432]:   </cpu>
Nov 27 14:33:34 user nova-compute[75432]:   <devices>
Nov 27 14:33:34 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:33:34 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:33:34 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk"/>
Nov 27 14:33:34 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:33:34 user nova-compute[75432]:     </disk>
Nov 27 14:33:34 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:33:34 user nova-compute[75432]:       <mac address="fa:16:3e:c9:9c:72"/>
Nov 27 14:33:34 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:33:34 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:33:34 user nova-compute[75432]:       <target dev="tap29770a5e-05"/>
Nov 27 14:33:34 user nova-compute[75432]:     </interface>
Nov 27 14:33:34 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:33:34 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/console.log" append="off"/>
Nov 27 14:33:34 user nova-compute[75432]:     </serial>
Nov 27 14:33:34 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:33:34 user nova-compute[75432]:     <video>
Nov 27 14:33:34 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:33:34 user nova-compute[75432]:     </video>
Nov 27 14:33:34 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:33:34 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:33:34 user nova-compute[75432]:     </rng>
Nov 27 14:33:34 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:33:34 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:33:34 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:33:34 user nova-compute[75432]:     </memballoon>
Nov 27 14:33:34 user nova-compute[75432]:   </devices>
Nov 27 14:33:34 user nova-compute[75432]: </domain>
Nov 27 14:33:34 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:33:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-110216176',display_name='tempest-AttachVolumeTestJSON-server-110216176',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-110216176',id=26,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD1HQFSiYOmE7zkFXnkDY+OkVkkAu7WpUOxKZxmzegeQNBKvJol3hYQFurXXnNlDZ6OOANU7aiujIPRgWqDSlNN8f18tQ5HDIWyuTeJ0SUOjDQnY+5sDe6fA7JAisfWrbA==',key_name='tempest-keypair-1334022560',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='120c8d2b07a14fa5bfd93cf539303bc4',ramdisk_id='',reservation_id='r-ggor8gb9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1379447535',owner_user_name='tempest-AttachVolumeTestJSON-1379447535-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:33:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1958a7d52fd04a668c8a5ac8241792a0',uuid=ff89e9c8-7701-43f8-be39-01fcc0a37365,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "29770a5e-053c-4c79-a10f-3ddab5301db1", "address": "fa:16:3e:c9:9c:72", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29770a5e-05", "ovs_interfaceid": "29770a5e-053c-4c79-a10f-3ddab5301db1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converting VIF {"id": "29770a5e-053c-4c79-a10f-3ddab5301db1", "address": "fa:16:3e:c9:9c:72", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29770a5e-05", "ovs_interfaceid": "29770a5e-053c-4c79-a10f-3ddab5301db1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:9c:72,bridge_name='br-int',has_traffic_filtering=True,id=29770a5e-053c-4c79-a10f-3ddab5301db1,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29770a5e-05') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG os_vif [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:9c:72,bridge_name='br-int',has_traffic_filtering=True,id=29770a5e-053c-4c79-a10f-3ddab5301db1,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29770a5e-05') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '01cd9c97-d6c5-5e39-af61-bb34c170aa7e', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap29770a5e-05, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap29770a5e-05, col_values=(('qos', UUID('0838f56d-6394-4166-9b8d-ad501af51ede')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap29770a5e-05, col_values=(('external_ids', {'iface-id': '29770a5e-053c-4c79-a10f-3ddab5301db1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:9c:72', 'vm-uuid': 'ff89e9c8-7701-43f8-be39-01fcc0a37365'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:34 user nova-compute[75432]: INFO os_vif [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:9c:72,bridge_name='br-int',has_traffic_filtering=True,id=29770a5e-053c-4c79-a10f-3ddab5301db1,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29770a5e-05')
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No VIF found with MAC fa:16:3e:c9:9c:72, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.648s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-f89f51bf-4612-4954-9cfa-0bf7cc4248a1 req-278a6107-5985-4c32-a006-b80a646e99c4 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Updated VIF entry in instance network info cache for port 29770a5e-053c-4c79-a10f-3ddab5301db1. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-f89f51bf-4612-4954-9cfa-0bf7cc4248a1 req-278a6107-5985-4c32-a006-b80a646e99c4 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Updating instance_info_cache with network_info: [{"id": "29770a5e-053c-4c79-a10f-3ddab5301db1", "address": "fa:16:3e:c9:9c:72", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29770a5e-05", "ovs_interfaceid": "29770a5e-053c-4c79-a10f-3ddab5301db1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:33:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f89f51bf-4612-4954-9cfa-0bf7cc4248a1 req-278a6107-5985-4c32-a006-b80a646e99c4 service nova] Releasing lock "refresh_cache-ff89e9c8-7701-43f8-be39-01fcc0a37365" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:33:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-28f9318b-03e5-424c-a880-a1ed2853713a req-6343bbfa-7f89-4d7a-9f20-44048518b55c service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Received event network-vif-plugged-29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-28f9318b-03e5-424c-a880-a1ed2853713a req-6343bbfa-7f89-4d7a-9f20-44048518b55c service nova] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-28f9318b-03e5-424c-a880-a1ed2853713a req-6343bbfa-7f89-4d7a-9f20-44048518b55c service nova] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-28f9318b-03e5-424c-a880-a1ed2853713a req-6343bbfa-7f89-4d7a-9f20-44048518b55c service nova] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-28f9318b-03e5-424c-a880-a1ed2853713a req-6343bbfa-7f89-4d7a-9f20-44048518b55c service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] No waiting events found dispatching network-vif-plugged-29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:33:36 user nova-compute[75432]: WARNING nova.compute.manager [req-28f9318b-03e5-424c-a880-a1ed2853713a req-6343bbfa-7f89-4d7a-9f20-44048518b55c service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Received unexpected event network-vif-plugged-29770a5e-053c-4c79-a10f-3ddab5301db1 for instance with vm_state building and task_state spawning.
Nov 27 14:33:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:36 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:33:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:33:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:33:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:33:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:33:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updating instance_info_cache with network_info: [{"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:33:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-bd137141-38ff-4e97-b7b2-5dc975452638" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:33:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:33:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:33:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:33:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:33:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:33:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-c41af753-5ae6-4f9b-93d0-d6bbf64c44da req-ae068b2b-1cdc-46b9-bf34-1835c950a9b8 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Received event network-vif-plugged-29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c41af753-5ae6-4f9b-93d0-d6bbf64c44da req-ae068b2b-1cdc-46b9-bf34-1835c950a9b8 service nova] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c41af753-5ae6-4f9b-93d0-d6bbf64c44da req-ae068b2b-1cdc-46b9-bf34-1835c950a9b8 service nova] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c41af753-5ae6-4f9b-93d0-d6bbf64c44da req-ae068b2b-1cdc-46b9-bf34-1835c950a9b8 service nova] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-c41af753-5ae6-4f9b-93d0-d6bbf64c44da req-ae068b2b-1cdc-46b9-bf34-1835c950a9b8 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] No waiting events found dispatching network-vif-plugged-29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:33:38 user nova-compute[75432]: WARNING nova.compute.manager [req-c41af753-5ae6-4f9b-93d0-d6bbf64c44da req-ae068b2b-1cdc-46b9-bf34-1835c950a9b8 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Received unexpected event network-vif-plugged-29770a5e-053c-4c79-a10f-3ddab5301db1 for instance with vm_state building and task_state spawning.
Nov 27 14:33:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:33:38 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Instance spawned successfully.
Nov 27 14:33:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:33:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:33:38 user nova-compute[75432]: INFO nova.compute.manager [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Took 5.90 seconds to spawn the instance on the hypervisor.
Nov 27 14:33:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:33:38 user nova-compute[75432]: INFO nova.compute.manager [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Took 6.91 seconds to build instance.
Nov 27 14:33:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ab517cfc-0571-4b02-9e94-23e47485b3a2 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.058s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:33:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 14:33:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] There are 0 instances to clean {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 14:33:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:33:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:33:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:33:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:33:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:50 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bd137141-38ff-4e97-b7b2-5dc975452638 is timed out.
Nov 27 14:33:50 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Successfully detached device vdb from instance bd137141-38ff-4e97-b7b2-5dc975452638 from the live domain config.
Nov 27 14:33:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UMxVApdC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:33:50 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d6b1df9-e2c0-4d54-ace5-a7d997139a61]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:33:50 user nova-compute[75432]: No targets found.
Nov 27 14:33:50 user nova-compute[75432]: iSNS:
Nov 27 14:33:50 user nova-compute[75432]: No targets found.
Nov 27 14:33:50 user nova-compute[75432]: STATIC:
Nov 27 14:33:50 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887
Nov 27 14:33:50 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:33:50 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:33:50 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0
Nov 27 14:33:50 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:33:50 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:33:50 user nova-compute[75432]: FIRMWARE:
Nov 27 14:33:50 user nova-compute[75432]: No targets found.
Nov 27 14:33:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:33:50 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:33:50 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc39ac45-a328-42a8-ae7d-46d571265c5b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[43591a86-099e-4be8-a669-49a4646715da]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:33:50 user nova-compute[75432]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:33:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 (non-flash)
Nov 27 14:33:50 user nova-compute[75432]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:33:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b70648820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0'): ({'sdc'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Removing single pathed devices sdc {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c3e654a-b296-41f6-8190-0fdc5e6278d9]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf816c7d-5b3e-4f4a-993e-f0e07ee11604]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Flushing IO for device /dev/sdc {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[38719612-e106-4ce3-8e41-e50af00b5876]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.060s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[20038224-8ef2-4868-b6e2-2bda7e56cd73]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e5cbfba-0b05-46c8-9260-33d09b93e446]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ecdfa04-852e-4482-a458-a006059d7aaa]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260]
Nov 27 14:33:50 user nova-compute[75432]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0, portal: 172.16.0.220,3260] successful.
Nov 27 14:33:50 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:031cf002-f01e-4d76-8d3d-98fc354145e0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1280016-1a02-4059-8156-2d35b0c6df37]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.354s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] <== disconnect_volume: return (355ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:33:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:33:51 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'flavor' on Instance uuid bd137141-38ff-4e97-b7b2-5dc975452638 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9160b753-8c4b-4f8a-a1c4-7af17157d4db tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.988s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:52 user nova-compute[75432]: INFO nova.compute.manager [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Unshelving
Nov 27 14:33:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:52 user nova-compute[75432]: DEBUG nova.objects.instance [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'pci_requests' on Instance uuid c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:52 user nova-compute[75432]: DEBUG nova.objects.instance [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'numa_topology' on Instance uuid c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:33:52 user nova-compute[75432]: INFO nova.compute.claims [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Claim successful on node user
Nov 27 14:33:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:52 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:33:52 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:33:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.389s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:52 user nova-compute[75432]: INFO nova.network.neutron [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updating port d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquired lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG nova.network.neutron [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-6511b570-6b70-44e7-8d35-a3d738e6217e req-5313c4c7-5a85-4307-8eb4-93f27ad0d831 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-changed-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-6511b570-6b70-44e7-8d35-a3d738e6217e req-5313c4c7-5a85-4307-8eb4-93f27ad0d831 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Refreshing instance network info cache due to event network-changed-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6511b570-6b70-44e7-8d35-a3d738e6217e req-5313c4c7-5a85-4307-8eb4-93f27ad0d831 service nova] Acquiring lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG nova.network.neutron [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updating instance_info_cache with network_info: [{"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Releasing lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:33:53 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Creating image(s)
Nov 27 14:33:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "/opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "/opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "/opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'trusted_certs' on Instance uuid c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6511b570-6b70-44e7-8d35-a3d738e6217e req-5313c4c7-5a85-4307-8eb4-93f27ad0d831 service nova] Acquired lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG nova.network.neutron [req-6511b570-6b70-44e7-8d35-a3d738e6217e req-5313c4c7-5a85-4307-8eb4-93f27ad0d831 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Refreshing network info cache for port d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG nova.objects.base [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Object Instance<c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "0068bc80d9bd8a0ee56b18cdf4e580582564a189" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "0068bc80d9bd8a0ee56b18cdf4e580582564a189" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189.part --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189.part --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG nova.virt.images [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] b40f6d6d-a109-410f-8569-ecbe2bc7d559 was qcow2, converting to raw {{(pid=75432) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189.part /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189.converted {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG nova.network.neutron [req-6511b570-6b70-44e7-8d35-a3d738e6217e req-5313c4c7-5a85-4307-8eb4-93f27ad0d831 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updated VIF entry in instance network info cache for port d88e9eaa-51d7-4a06-b3a5-60ca6bb67203. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG nova.network.neutron [req-6511b570-6b70-44e7-8d35-a3d738e6217e req-5313c4c7-5a85-4307-8eb4-93f27ad0d831 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updating instance_info_cache with network_info: [{"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6511b570-6b70-44e7-8d35-a3d738e6217e req-5313c4c7-5a85-4307-8eb4-93f27ad0d831 service nova] Releasing lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189.part /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189.converted" returned: 0 in 0.312s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189.converted --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189.converted --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "0068bc80d9bd8a0ee56b18cdf4e580582564a189" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.727s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189 --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189 --force-share --output=json" returned: 0 in 0.215s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "0068bc80d9bd8a0ee56b18cdf4e580582564a189" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "0068bc80d9bd8a0ee56b18cdf4e580582564a189" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189 --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189 --force-share --output=json" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189,backing_fmt=raw /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189,backing_fmt=raw /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk 1073741824" returned: 0 in 0.064s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "0068bc80d9bd8a0ee56b18cdf4e580582564a189" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189 --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189 --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:56 user nova-compute[75432]: DEBUG nova.objects.instance [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'migration_context' on Instance uuid c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:56 user nova-compute[75432]: DEBUG nova.objects.base [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Object Instance<c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:33:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Rebasing disk image.
Nov 27 14:33:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a -F raw /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:33:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a -F raw /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk" returned: 0 in 2.320s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Ensure instance console log exists: /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Start _get_guest_xml network_info=[{"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='500f4f40f1e0c33b4571d0ec283a9bb9',container_format='bare',created_at=2023-11-27T14:31:59Z,direct_url=<?>,disk_format='qcow2',id=b40f6d6d-a109-410f-8569-ecbe2bc7d559,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-758779186-shelved',owner='491b5c64d0c141439d6f662a34202002',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-27T14:32:04Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:33:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:33:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='500f4f40f1e0c33b4571d0ec283a9bb9',container_format='bare',created_at=2023-11-27T14:31:59Z,direct_url=<?>,disk_format='qcow2',id=b40f6d6d-a109-410f-8569-ecbe2bc7d559,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-758779186-shelved',owner='491b5c64d0c141439d6f662a34202002',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-27T14:32:04Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.objects.instance [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'vcpu_model' on Instance uuid c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.objects.base [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Object Instance<c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:30:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-758779186',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-758779186',id=20,image_ref='b40f6d6d-a109-410f-8569-ecbe2bc7d559',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1354129795',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:30:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='491b5c64d0c141439d6f662a34202002',ramdisk_id='',reservation_id='r-2rbbmy50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-790439868',owner_user_name='tempest-AttachVolumeShelveTestJSON-790439868-project-member',shelved_at='2023-11-27T14:32:03.856073',shelved_host='user',shelved_image_id='b40f6d6d-a109-410f-8569-ecbe2bc7d559'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:33:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21e5f6317ca1424ab3c082f2d2cbd00b',uuid=c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converting VIF {"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.objects.instance [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'pci_devices' on Instance uuid c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.objects.base [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Object Instance<c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:33:58 user nova-compute[75432]:   <uuid>c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2</uuid>
Nov 27 14:33:58 user nova-compute[75432]:   <name>instance-00000014</name>
Nov 27 14:33:58 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:33:58 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:33:58 user nova-compute[75432]:   <metadata>
Nov 27 14:33:58 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:33:58 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:33:58 user nova-compute[75432]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-758779186</nova:name>
Nov 27 14:33:58 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:33:58</nova:creationTime>
Nov 27 14:33:58 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:33:58 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:33:58 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:33:58 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:33:58 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:33:58 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:33:58 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:33:58 user nova-compute[75432]:       <nova:owner>
Nov 27 14:33:58 user nova-compute[75432]:         <nova:user uuid="21e5f6317ca1424ab3c082f2d2cbd00b">tempest-AttachVolumeShelveTestJSON-790439868-project-member</nova:user>
Nov 27 14:33:58 user nova-compute[75432]:         <nova:project uuid="491b5c64d0c141439d6f662a34202002">tempest-AttachVolumeShelveTestJSON-790439868</nova:project>
Nov 27 14:33:58 user nova-compute[75432]:       </nova:owner>
Nov 27 14:33:58 user nova-compute[75432]:       <nova:root type="image" uuid="b40f6d6d-a109-410f-8569-ecbe2bc7d559"/>
Nov 27 14:33:58 user nova-compute[75432]:       <nova:ports>
Nov 27 14:33:58 user nova-compute[75432]:         <nova:port uuid="d88e9eaa-51d7-4a06-b3a5-60ca6bb67203">
Nov 27 14:33:58 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 14:33:58 user nova-compute[75432]:         </nova:port>
Nov 27 14:33:58 user nova-compute[75432]:       </nova:ports>
Nov 27 14:33:58 user nova-compute[75432]:     </nova:instance>
Nov 27 14:33:58 user nova-compute[75432]:   </metadata>
Nov 27 14:33:58 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:33:58 user nova-compute[75432]:     <system>
Nov 27 14:33:58 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:33:58 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:33:58 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:33:58 user nova-compute[75432]:       <entry name="serial">c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2</entry>
Nov 27 14:33:58 user nova-compute[75432]:       <entry name="uuid">c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2</entry>
Nov 27 14:33:58 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:33:58 user nova-compute[75432]:     </system>
Nov 27 14:33:58 user nova-compute[75432]:   </sysinfo>
Nov 27 14:33:58 user nova-compute[75432]:   <os>
Nov 27 14:33:58 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:33:58 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:33:58 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:33:58 user nova-compute[75432]:   </os>
Nov 27 14:33:58 user nova-compute[75432]:   <features>
Nov 27 14:33:58 user nova-compute[75432]:     <acpi/>
Nov 27 14:33:58 user nova-compute[75432]:     <apic/>
Nov 27 14:33:58 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:33:58 user nova-compute[75432]:   </features>
Nov 27 14:33:58 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:33:58 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:33:58 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:33:58 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:33:58 user nova-compute[75432]:   </clock>
Nov 27 14:33:58 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:33:58 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:33:58 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:33:58 user nova-compute[75432]:   </cpu>
Nov 27 14:33:58 user nova-compute[75432]:   <devices>
Nov 27 14:33:58 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:33:58 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:33:58 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk"/>
Nov 27 14:33:58 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:33:58 user nova-compute[75432]:     </disk>
Nov 27 14:33:58 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:33:58 user nova-compute[75432]:       <mac address="fa:16:3e:12:c7:63"/>
Nov 27 14:33:58 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:33:58 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:33:58 user nova-compute[75432]:       <target dev="tapd88e9eaa-51"/>
Nov 27 14:33:58 user nova-compute[75432]:     </interface>
Nov 27 14:33:58 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:33:58 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/console.log" append="off"/>
Nov 27 14:33:58 user nova-compute[75432]:     </serial>
Nov 27 14:33:58 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:33:58 user nova-compute[75432]:     <video>
Nov 27 14:33:58 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:33:58 user nova-compute[75432]:     </video>
Nov 27 14:33:58 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:33:58 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:33:58 user nova-compute[75432]:     </rng>
Nov 27 14:33:58 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:33:58 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:33:58 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:33:58 user nova-compute[75432]:     </memballoon>
Nov 27 14:33:58 user nova-compute[75432]:   </devices>
Nov 27 14:33:58 user nova-compute[75432]: </domain>
Nov 27 14:33:58 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:30:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-758779186',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-758779186',id=20,image_ref='b40f6d6d-a109-410f-8569-ecbe2bc7d559',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1354129795',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:30:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='491b5c64d0c141439d6f662a34202002',ramdisk_id='',reservation_id='r-2rbbmy50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-790439868',owner_user_name='tempest-AttachVolumeShelveTestJSON-790439868-project-member',shelved_at='2023-11-27T14:32:03.856073',shelved_host='user',shelved_image_id='b40f6d6d-a109-410f-8569-ecbe2bc7d559'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:33:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21e5f6317ca1424ab3c082f2d2cbd00b',uuid=c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converting VIF {"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG os_vif [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dbd05417-34a5-544b-adaa-88af9abae363', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd88e9eaa-51, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd88e9eaa-51, col_values=(('qos', UUID('e0f7f068-6d69-41c3-abe2-411c5cd4451f')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd88e9eaa-51, col_values=(('external_ids', {'iface-id': 'd88e9eaa-51d7-4a06-b3a5-60ca6bb67203', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:12:c7:63', 'vm-uuid': 'c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:33:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:33:58 user nova-compute[75432]: INFO os_vif [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51')
Nov 27 14:33:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:33:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] No VIF found with MAC fa:16:3e:12:c7:63, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:33:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-6dba9079-5e16-4402-8e42-275cb4eb73b4 req-d9448bbc-5351-4d7a-9fb3-1454bf7509e2 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6dba9079-5e16-4402-8e42-275cb4eb73b4 req-d9448bbc-5351-4d7a-9fb3-1454bf7509e2 service nova] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6dba9079-5e16-4402-8e42-275cb4eb73b4 req-d9448bbc-5351-4d7a-9fb3-1454bf7509e2 service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6dba9079-5e16-4402-8e42-275cb4eb73b4 req-d9448bbc-5351-4d7a-9fb3-1454bf7509e2 service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-6dba9079-5e16-4402-8e42-275cb4eb73b4 req-d9448bbc-5351-4d7a-9fb3-1454bf7509e2 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] No waiting events found dispatching network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:00 user nova-compute[75432]: WARNING nova.compute.manager [req-6dba9079-5e16-4402-8e42-275cb4eb73b4 req-d9448bbc-5351-4d7a-9fb3-1454bf7509e2 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received unexpected event network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 27 14:34:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-c2b844d7-b17e-405c-9b01-4cf85222ff88 req-8a8b459e-3efa-4ae7-9602-b996438f10d5 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c2b844d7-b17e-405c-9b01-4cf85222ff88 req-8a8b459e-3efa-4ae7-9602-b996438f10d5 service nova] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c2b844d7-b17e-405c-9b01-4cf85222ff88 req-8a8b459e-3efa-4ae7-9602-b996438f10d5 service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c2b844d7-b17e-405c-9b01-4cf85222ff88 req-8a8b459e-3efa-4ae7-9602-b996438f10d5 service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-c2b844d7-b17e-405c-9b01-4cf85222ff88 req-8a8b459e-3efa-4ae7-9602-b996438f10d5 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] No waiting events found dispatching network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:02 user nova-compute[75432]: WARNING nova.compute.manager [req-c2b844d7-b17e-405c-9b01-4cf85222ff88 req-8a8b459e-3efa-4ae7-9602-b996438f10d5 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received unexpected event network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 27 14:34:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:34:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:34:02 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Instance spawned successfully.
Nov 27 14:34:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:34:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55312146-3df6-4a16-bdd7-f24edf08f0e4 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.122s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:34:04 user nova-compute[75432]: INFO nova.compute.manager [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] instance snapshotting
Nov 27 14:34:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Beginning live snapshot process
Nov 27 14:34:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:34:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:04 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:34:04 user nova-compute[75432]: INFO nova.compute.claims [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Claim successful on node user
Nov 27 14:34:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json -f qcow2 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json -f qcow2" returned: 0 in 0.212s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json -f qcow2 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json -f qcow2" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.651s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.197s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpq_3a3ncq/73f9fba754684be88c282a65a1855fea.delta 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG nova.network.neutron [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpq_3a3ncq/73f9fba754684be88c282a65a1855fea.delta 1073741824" returned: 0 in 0.070s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:05 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 27 14:34:05 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:34:05 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG nova.policy [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289f9f58cb40408e8ea5cb4d2b87974f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c56e131aba2649ceb754fe2a12681a99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:34:05 user nova-compute[75432]: INFO nova.virt.block_device [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Booting with volume 8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 at /dev/vda
Nov 27 14:34:05 user nova-compute[75432]: DEBUG os_brick.utils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[18970dfc-1f6d-4e72-b6dd-52dbb12fd191]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8d04443-8ecb-44e9-8d51-d2cf2bf9481f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.039s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[26ddd9d4-3383-4260-bc55-0af193c9a439]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[82c0f973-3005-478f-a0b1-f1dbe56ecdf3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:34:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:34:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:34:06 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:34:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[57074201-33b4-4ed7-b1fd-57a65c08605d]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:34:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:34:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:34:06 user nova-compute[75432]: DEBUG os_brick.utils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:34:06 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updating existing volume attachment record: 87642a49-c771-4c28-8d86-9c76b2c02b60 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:34:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:34:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:06 user nova-compute[75432]: DEBUG nova.network.neutron [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Successfully created port: 931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:34:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 27 14:34:07 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpq_3a3ncq/73f9fba754684be88c282a65a1855fea.delta /opt/stack/data/nova/instances/snapshots/tmpq_3a3ncq/73f9fba754684be88c282a65a1855fea {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpq_3a3ncq/73f9fba754684be88c282a65a1855fea.delta /opt/stack/data/nova/instances/snapshots/tmpq_3a3ncq/73f9fba754684be88c282a65a1855fea" returned: 0 in 0.312s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Snapshot extracted, beginning image upload
Nov 27 14:34:07 user nova-compute[75432]: DEBUG nova.network.neutron [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Successfully updated port: 931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquired lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG nova.network.neutron [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-1b804704-41fb-4033-8d04-b34d87cbf4ee req-a35b0877-fc20-4abd-9767-1cf81753eecf service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received event network-changed-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-1b804704-41fb-4033-8d04-b34d87cbf4ee req-a35b0877-fc20-4abd-9767-1cf81753eecf service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Refreshing instance network info cache due to event network-changed-931512a7-6630-46f7-836a-c1d719cf32dd. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1b804704-41fb-4033-8d04-b34d87cbf4ee req-a35b0877-fc20-4abd-9767-1cf81753eecf service nova] Acquiring lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG nova.network.neutron [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG nova.network.neutron [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updating instance_info_cache with network_info: [{"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Releasing lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Instance network_info: |[{"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1b804704-41fb-4033-8d04-b34d87cbf4ee req-a35b0877-fc20-4abd-9767-1cf81753eecf service nova] Acquired lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:34:07 user nova-compute[75432]: DEBUG nova.network.neutron [req-1b804704-41fb-4033-8d04-b34d87cbf4ee req-a35b0877-fc20-4abd-9767-1cf81753eecf service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Refreshing network info cache for port 931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:34:08 user nova-compute[75432]: DEBUG nova.network.neutron [req-1b804704-41fb-4033-8d04-b34d87cbf4ee req-a35b0877-fc20-4abd-9767-1cf81753eecf service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updated VIF entry in instance network info cache for port 931512a7-6630-46f7-836a-c1d719cf32dd. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:34:08 user nova-compute[75432]: DEBUG nova.network.neutron [req-1b804704-41fb-4033-8d04-b34d87cbf4ee req-a35b0877-fc20-4abd-9767-1cf81753eecf service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updating instance_info_cache with network_info: [{"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:34:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1b804704-41fb-4033-8d04-b34d87cbf4ee req-a35b0877-fc20-4abd-9767-1cf81753eecf service nova] Releasing lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:34:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:10 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Snapshot image upload complete
Nov 27 14:34:10 user nova-compute[75432]: INFO nova.compute.manager [None req-4918b899-c0a0-45b0-9b15-37e4de3c0668 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Took 6.02 seconds to snapshot the instance on the hypervisor.
Nov 27 14:34:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "e4cd9863-996a-4827-a074-1d55afe82813" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:34:11 user nova-compute[75432]: INFO nova.compute.claims [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Claim successful on node user
Nov 27 14:34:11 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.451s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG nova.network.neutron [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:34:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:34:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG nova.policy [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4c9f3c3d0724a77ac37cd16724d0be4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9df38f08da7448bea3ad8d9233d21261', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:34:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Creating image(s)
Nov 27 14:34:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "/opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "/opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "/opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.196s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.178s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk 1073741824" returned: 0 in 0.054s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.230s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG nova.network.neutron [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Successfully created port: 070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Cannot resize image /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Ensure instance console log exists: /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.network.neutron [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Successfully updated port: 070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquired lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.network.neutron [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-e0beb29d-eefd-4636-8b39-9b440d0edb92 req-201b4e84-75cc-4e01-bc91-f1f6787b9253 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-changed-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-e0beb29d-eefd-4636-8b39-9b440d0edb92 req-201b4e84-75cc-4e01-bc91-f1f6787b9253 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Refreshing instance network info cache due to event network-changed-070455e9-4451-4a07-92c2-da804d5c28ff. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e0beb29d-eefd-4636-8b39-9b440d0edb92 req-201b4e84-75cc-4e01-bc91-f1f6787b9253 service nova] Acquiring lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.network.neutron [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.network.neutron [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Updating instance_info_cache with network_info: [{"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Releasing lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Instance network_info: |[{"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e0beb29d-eefd-4636-8b39-9b440d0edb92 req-201b4e84-75cc-4e01-bc91-f1f6787b9253 service nova] Acquired lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.network.neutron [req-e0beb29d-eefd-4636-8b39-9b440d0edb92 req-201b4e84-75cc-4e01-bc91-f1f6787b9253 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Refreshing network info cache for port 070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Start _get_guest_xml network_info=[{"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:34:13 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:34:13 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:34:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-285601050',display_name='tempest-TestStampPattern-server-285601050',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-285601050',id=28,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPYfW6fQyJhP5BRCGdLr1aSddE+6/NlJ35440HgoRazVVhqan/i8j71k3Gl6j9zYk0tOeOHIxgBqGN1NNnQdQMloKP8rQVOhTZx5CbCS3zN6XQvB4iRMngh/KL49V43t/g==',key_name='tempest-TestStampPattern-1869448090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9df38f08da7448bea3ad8d9233d21261',ramdisk_id='',reservation_id='r-jju33yot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-374860503',owner_user_name='tempest-TestStampPattern-374860503-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:34:12Z,user_data=None,user_id='a4c9f3c3d0724a77ac37cd16724d0be4',uuid=e4cd9863-996a-4827-a074-1d55afe82813,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Converting VIF {"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:ab:fd,bridge_name='br-int',has_traffic_filtering=True,id=070455e9-4451-4a07-92c2-da804d5c28ff,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap070455e9-44') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.objects.instance [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lazy-loading 'pci_devices' on Instance uuid e4cd9863-996a-4827-a074-1d55afe82813 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:34:13 user nova-compute[75432]:   <uuid>e4cd9863-996a-4827-a074-1d55afe82813</uuid>
Nov 27 14:34:13 user nova-compute[75432]:   <name>instance-0000001c</name>
Nov 27 14:34:13 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:34:13 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:34:13 user nova-compute[75432]:   <metadata>
Nov 27 14:34:13 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:34:13 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:34:13 user nova-compute[75432]:       <nova:name>tempest-TestStampPattern-server-285601050</nova:name>
Nov 27 14:34:13 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:34:13</nova:creationTime>
Nov 27 14:34:13 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:34:13 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:34:13 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:34:13 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:34:13 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:34:13 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:34:13 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:34:13 user nova-compute[75432]:       <nova:owner>
Nov 27 14:34:13 user nova-compute[75432]:         <nova:user uuid="a4c9f3c3d0724a77ac37cd16724d0be4">tempest-TestStampPattern-374860503-project-member</nova:user>
Nov 27 14:34:13 user nova-compute[75432]:         <nova:project uuid="9df38f08da7448bea3ad8d9233d21261">tempest-TestStampPattern-374860503</nova:project>
Nov 27 14:34:13 user nova-compute[75432]:       </nova:owner>
Nov 27 14:34:13 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:34:13 user nova-compute[75432]:       <nova:ports>
Nov 27 14:34:13 user nova-compute[75432]:         <nova:port uuid="070455e9-4451-4a07-92c2-da804d5c28ff">
Nov 27 14:34:13 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 27 14:34:13 user nova-compute[75432]:         </nova:port>
Nov 27 14:34:13 user nova-compute[75432]:       </nova:ports>
Nov 27 14:34:13 user nova-compute[75432]:     </nova:instance>
Nov 27 14:34:13 user nova-compute[75432]:   </metadata>
Nov 27 14:34:13 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:34:13 user nova-compute[75432]:     <system>
Nov 27 14:34:13 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:34:13 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:34:13 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:34:13 user nova-compute[75432]:       <entry name="serial">e4cd9863-996a-4827-a074-1d55afe82813</entry>
Nov 27 14:34:13 user nova-compute[75432]:       <entry name="uuid">e4cd9863-996a-4827-a074-1d55afe82813</entry>
Nov 27 14:34:13 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:34:13 user nova-compute[75432]:     </system>
Nov 27 14:34:13 user nova-compute[75432]:   </sysinfo>
Nov 27 14:34:13 user nova-compute[75432]:   <os>
Nov 27 14:34:13 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:34:13 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:34:13 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:34:13 user nova-compute[75432]:   </os>
Nov 27 14:34:13 user nova-compute[75432]:   <features>
Nov 27 14:34:13 user nova-compute[75432]:     <acpi/>
Nov 27 14:34:13 user nova-compute[75432]:     <apic/>
Nov 27 14:34:13 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:34:13 user nova-compute[75432]:   </features>
Nov 27 14:34:13 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:34:13 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:34:13 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:34:13 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:34:13 user nova-compute[75432]:   </clock>
Nov 27 14:34:13 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:34:13 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:34:13 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:34:13 user nova-compute[75432]:   </cpu>
Nov 27 14:34:13 user nova-compute[75432]:   <devices>
Nov 27 14:34:13 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:34:13 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:34:13 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk"/>
Nov 27 14:34:13 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:34:13 user nova-compute[75432]:     </disk>
Nov 27 14:34:13 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:34:13 user nova-compute[75432]:       <mac address="fa:16:3e:d4:ab:fd"/>
Nov 27 14:34:13 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:34:13 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:34:13 user nova-compute[75432]:       <target dev="tap070455e9-44"/>
Nov 27 14:34:13 user nova-compute[75432]:     </interface>
Nov 27 14:34:13 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:34:13 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/console.log" append="off"/>
Nov 27 14:34:13 user nova-compute[75432]:     </serial>
Nov 27 14:34:13 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:34:13 user nova-compute[75432]:     <video>
Nov 27 14:34:13 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:34:13 user nova-compute[75432]:     </video>
Nov 27 14:34:13 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:34:13 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:34:13 user nova-compute[75432]:     </rng>
Nov 27 14:34:13 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:34:13 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:34:13 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:34:13 user nova-compute[75432]:     </memballoon>
Nov 27 14:34:13 user nova-compute[75432]:   </devices>
Nov 27 14:34:13 user nova-compute[75432]: </domain>
Nov 27 14:34:13 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:34:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-285601050',display_name='tempest-TestStampPattern-server-285601050',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-285601050',id=28,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPYfW6fQyJhP5BRCGdLr1aSddE+6/NlJ35440HgoRazVVhqan/i8j71k3Gl6j9zYk0tOeOHIxgBqGN1NNnQdQMloKP8rQVOhTZx5CbCS3zN6XQvB4iRMngh/KL49V43t/g==',key_name='tempest-TestStampPattern-1869448090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9df38f08da7448bea3ad8d9233d21261',ramdisk_id='',reservation_id='r-jju33yot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-374860503',owner_user_name='tempest-TestStampPattern-374860503-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:34:12Z,user_data=None,user_id='a4c9f3c3d0724a77ac37cd16724d0be4',uuid=e4cd9863-996a-4827-a074-1d55afe82813,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Converting VIF {"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:ab:fd,bridge_name='br-int',has_traffic_filtering=True,id=070455e9-4451-4a07-92c2-da804d5c28ff,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap070455e9-44') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG os_vif [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:ab:fd,bridge_name='br-int',has_traffic_filtering=True,id=070455e9-4451-4a07-92c2-da804d5c28ff,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap070455e9-44') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '61220055-6a65-55b5-befb-702f7c018571', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap070455e9-44, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap070455e9-44, col_values=(('qos', UUID('bf7c1eac-4857-411f-a8f8-31ff4d57bc11')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap070455e9-44, col_values=(('external_ids', {'iface-id': '070455e9-4451-4a07-92c2-da804d5c28ff', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d4:ab:fd', 'vm-uuid': 'e4cd9863-996a-4827-a074-1d55afe82813'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:34:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:13 user nova-compute[75432]: INFO os_vif [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:ab:fd,bridge_name='br-int',has_traffic_filtering=True,id=070455e9-4451-4a07-92c2-da804d5c28ff,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap070455e9-44')
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] No VIF found with MAC fa:16:3e:d4:ab:fd, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:34:14 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Creating image(s)
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Ensure instance console log exists: /opt/stack/data/nova/instances/33d59bfb-c5ca-43a4-83cc-bc76584dc52f/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Start _get_guest_xml network_info=[{"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '87642a49-c771-4c28-8d86-9c76b2c02b60', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWnTjRfy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '33d59bfb-c5ca-43a4-83cc-bc76584dc52f', 'attached_at': '', 'detached_at': '', 'volume_id': '8ab6133c-4b1a-40d6-88b9-2b9fcd566d87', 'serial': '8ab6133c-4b1a-40d6-88b9-2b9fcd566d87'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:34:14 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:34:14 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.network.neutron [req-e0beb29d-eefd-4636-8b39-9b440d0edb92 req-201b4e84-75cc-4e01-bc91-f1f6787b9253 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Updated VIF entry in instance network info cache for port 070455e9-4451-4a07-92c2-da804d5c28ff. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.network.neutron [req-e0beb29d-eefd-4636-8b39-9b440d0edb92 req-201b4e84-75cc-4e01-bc91-f1f6787b9253 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Updating instance_info_cache with network_info: [{"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWnTjRfy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:34:14 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:34:14 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.005s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:34:14 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e0beb29d-eefd-4636-8b39-9b440d0edb92 req-201b4e84-75cc-4e01-bc91-f1f6787b9253 service nova] Releasing lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[465dcfdb-a8af-4f19-b8d6-9b9c977da12b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:34:14 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fcef442-9f67-4def-8827-1082309b506e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87] added
Nov 27 14:34:14 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea895b2f-aed1-411c-8acb-d95078266283]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdac5837-8891-420f-bc89-c30e289e5754]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SWnTjRfy {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SWnTjRfy" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[be573780-ebb2-40c5-8ec5-952b13967467]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SWnTjRfy'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[12b2d877-4fe8-418c-b944-c409e7b14143]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cff5401-72d5-4da1-96cc-d1e495af2506]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:34:14 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:34:14 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[54d5fcc0-9d71-4dca-8215-9a7e1bc038fe]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260]
Nov 27 14:34:14 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260] successful.
Nov 27 14:34:14 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e54ab7db-e792-47df-a60f-cf9d461fe761]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d648133-953d-4562-9799-65885c949b80]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:34:14 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:34:14 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:34:14 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:34:14 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] HCTL ('34', '-', '-', 0) found on session 32 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1adc899c-babd-48b6-8b78-4442987175a2]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching for a device in session 32 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:34:14 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWnTjRfy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== connect_volume: return (1333ms) {'type': 'block', 'scsi_wwn': '23430613931323563', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430613931323563', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:34:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1196705952',display_name='tempest-ServerActionsTestOtherA-server-1196705952',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1196705952',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb3yFSCzlwwt6QzaMVBZeFWQ4pyDbhoPfiorogaKCtvqqNgdwVP7nSE8qqs8XU2taFEqIiNmYnA7fzrM5XfhJ6GWiw15oQSGSGVuy6d6kta3WAj58j/oDp3gmNtu7HUFg==',key_name='tempest-keypair-1653586749',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-tf24bwin',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:34:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=33d59bfb-c5ca-43a4-83cc-bc76584dc52f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG nova.objects.instance [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lazy-loading 'pci_devices' on Instance uuid 33d59bfb-c5ca-43a4-83cc-bc76584dc52f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:34:15 user nova-compute[75432]:   <uuid>33d59bfb-c5ca-43a4-83cc-bc76584dc52f</uuid>
Nov 27 14:34:15 user nova-compute[75432]:   <name>instance-0000001b</name>
Nov 27 14:34:15 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:34:15 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:34:15 user nova-compute[75432]:   <metadata>
Nov 27 14:34:15 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:34:15 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:34:15 user nova-compute[75432]:       <nova:name>tempest-ServerActionsTestOtherA-server-1196705952</nova:name>
Nov 27 14:34:15 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:34:14</nova:creationTime>
Nov 27 14:34:15 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:34:15 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:34:15 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:34:15 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:34:15 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:34:15 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:34:15 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:34:15 user nova-compute[75432]:       <nova:owner>
Nov 27 14:34:15 user nova-compute[75432]:         <nova:user uuid="289f9f58cb40408e8ea5cb4d2b87974f">tempest-ServerActionsTestOtherA-314026822-project-member</nova:user>
Nov 27 14:34:15 user nova-compute[75432]:         <nova:project uuid="c56e131aba2649ceb754fe2a12681a99">tempest-ServerActionsTestOtherA-314026822</nova:project>
Nov 27 14:34:15 user nova-compute[75432]:       </nova:owner>
Nov 27 14:34:15 user nova-compute[75432]:       <nova:ports>
Nov 27 14:34:15 user nova-compute[75432]:         <nova:port uuid="931512a7-6630-46f7-836a-c1d719cf32dd">
Nov 27 14:34:15 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 14:34:15 user nova-compute[75432]:         </nova:port>
Nov 27 14:34:15 user nova-compute[75432]:       </nova:ports>
Nov 27 14:34:15 user nova-compute[75432]:     </nova:instance>
Nov 27 14:34:15 user nova-compute[75432]:   </metadata>
Nov 27 14:34:15 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:34:15 user nova-compute[75432]:     <system>
Nov 27 14:34:15 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:34:15 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:34:15 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:34:15 user nova-compute[75432]:       <entry name="serial">33d59bfb-c5ca-43a4-83cc-bc76584dc52f</entry>
Nov 27 14:34:15 user nova-compute[75432]:       <entry name="uuid">33d59bfb-c5ca-43a4-83cc-bc76584dc52f</entry>
Nov 27 14:34:15 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:34:15 user nova-compute[75432]:     </system>
Nov 27 14:34:15 user nova-compute[75432]:   </sysinfo>
Nov 27 14:34:15 user nova-compute[75432]:   <os>
Nov 27 14:34:15 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:34:15 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:34:15 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:34:15 user nova-compute[75432]:   </os>
Nov 27 14:34:15 user nova-compute[75432]:   <features>
Nov 27 14:34:15 user nova-compute[75432]:     <acpi/>
Nov 27 14:34:15 user nova-compute[75432]:     <apic/>
Nov 27 14:34:15 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:34:15 user nova-compute[75432]:   </features>
Nov 27 14:34:15 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:34:15 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:34:15 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:34:15 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:34:15 user nova-compute[75432]:   </clock>
Nov 27 14:34:15 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:34:15 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:34:15 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:34:15 user nova-compute[75432]:   </cpu>
Nov 27 14:34:15 user nova-compute[75432]:   <devices>
Nov 27 14:34:15 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:34:15 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:34:15 user nova-compute[75432]:       <source dev="/dev/sdc"/>
Nov 27 14:34:15 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:34:15 user nova-compute[75432]:       <serial>8ab6133c-4b1a-40d6-88b9-2b9fcd566d87</serial>
Nov 27 14:34:15 user nova-compute[75432]:     </disk>
Nov 27 14:34:15 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:34:15 user nova-compute[75432]:       <mac address="fa:16:3e:92:c2:dd"/>
Nov 27 14:34:15 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:34:15 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:34:15 user nova-compute[75432]:       <target dev="tap931512a7-66"/>
Nov 27 14:34:15 user nova-compute[75432]:     </interface>
Nov 27 14:34:15 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:34:15 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/33d59bfb-c5ca-43a4-83cc-bc76584dc52f/console.log" append="off"/>
Nov 27 14:34:15 user nova-compute[75432]:     </serial>
Nov 27 14:34:15 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:34:15 user nova-compute[75432]:     <video>
Nov 27 14:34:15 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:34:15 user nova-compute[75432]:     </video>
Nov 27 14:34:15 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:34:15 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:34:15 user nova-compute[75432]:     </rng>
Nov 27 14:34:15 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:34:15 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:34:15 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:34:15 user nova-compute[75432]:     </memballoon>
Nov 27 14:34:15 user nova-compute[75432]:   </devices>
Nov 27 14:34:15 user nova-compute[75432]: </domain>
Nov 27 14:34:15 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:34:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1196705952',display_name='tempest-ServerActionsTestOtherA-server-1196705952',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1196705952',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb3yFSCzlwwt6QzaMVBZeFWQ4pyDbhoPfiorogaKCtvqqNgdwVP7nSE8qqs8XU2taFEqIiNmYnA7fzrM5XfhJ6GWiw15oQSGSGVuy6d6kta3WAj58j/oDp3gmNtu7HUFg==',key_name='tempest-keypair-1653586749',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-tf24bwin',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:34:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=33d59bfb-c5ca-43a4-83cc-bc76584dc52f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG os_vif [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89112454-cc65-5797-91fe-94326d714079', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap931512a7-66, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap931512a7-66, col_values=(('qos', UUID('1d5fc776-bb47-4fa3-9560-690f93f6792d')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap931512a7-66, col_values=(('external_ids', {'iface-id': '931512a7-6630-46f7-836a-c1d719cf32dd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:c2:dd', 'vm-uuid': '33d59bfb-c5ca-43a4-83cc-bc76584dc52f'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:15 user nova-compute[75432]: INFO os_vif [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66')
Nov 27 14:34:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:34:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No VIF found with MAC fa:16:3e:92:c2:dd, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:34:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-ab8720bc-06b8-4627-a6d0-ef8cc093c4a3 req-5c306a14-a0c1-4e4f-8714-3234e2f96b34 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ab8720bc-06b8-4627-a6d0-ef8cc093c4a3 req-5c306a14-a0c1-4e4f-8714-3234e2f96b34 service nova] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ab8720bc-06b8-4627-a6d0-ef8cc093c4a3 req-5c306a14-a0c1-4e4f-8714-3234e2f96b34 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ab8720bc-06b8-4627-a6d0-ef8cc093c4a3 req-5c306a14-a0c1-4e4f-8714-3234e2f96b34 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-ab8720bc-06b8-4627-a6d0-ef8cc093c4a3 req-5c306a14-a0c1-4e4f-8714-3234e2f96b34 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] No waiting events found dispatching network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:16 user nova-compute[75432]: WARNING nova.compute.manager [req-ab8720bc-06b8-4627-a6d0-ef8cc093c4a3 req-5c306a14-a0c1-4e4f-8714-3234e2f96b34 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received unexpected event network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff for instance with vm_state building and task_state spawning.
Nov 27 14:34:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG nova.compute.manager [req-2b463ac0-caf1-4dd3-ad85-96d761f7dcbe req-ebf8556c-6cc8-4b4d-8ecf-21b19a4a81a0 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received event network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b463ac0-caf1-4dd3-ad85-96d761f7dcbe req-ebf8556c-6cc8-4b4d-8ecf-21b19a4a81a0 service nova] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b463ac0-caf1-4dd3-ad85-96d761f7dcbe req-ebf8556c-6cc8-4b4d-8ecf-21b19a4a81a0 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b463ac0-caf1-4dd3-ad85-96d761f7dcbe req-ebf8556c-6cc8-4b4d-8ecf-21b19a4a81a0 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG nova.compute.manager [req-2b463ac0-caf1-4dd3-ad85-96d761f7dcbe req-ebf8556c-6cc8-4b4d-8ecf-21b19a4a81a0 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] No waiting events found dispatching network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:17 user nova-compute[75432]: WARNING nova.compute.manager [req-2b463ac0-caf1-4dd3-ad85-96d761f7dcbe req-ebf8556c-6cc8-4b4d-8ecf-21b19a4a81a0 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received unexpected event network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd for instance with vm_state building and task_state spawning.
Nov 27 14:34:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:34:17 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Instance spawned successfully.
Nov 27 14:34:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:17 user nova-compute[75432]: INFO nova.compute.manager [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Took 5.97 seconds to spawn the instance on the hypervisor.
Nov 27 14:34:17 user nova-compute[75432]: DEBUG nova.compute.manager [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:34:18 user nova-compute[75432]: INFO nova.compute.manager [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Took 6.83 seconds to build instance.
Nov 27 14:34:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-3a751c49-fa64-4a57-9e99-23d1e9b03bbf tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "e4cd9863-996a-4827-a074-1d55afe82813" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.997s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-3f39c6da-df1f-4c5a-a378-a2206785ea7d req-b97145a1-7b67-434d-9a3f-7af5788aaef2 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3f39c6da-df1f-4c5a-a378-a2206785ea7d req-b97145a1-7b67-434d-9a3f-7af5788aaef2 service nova] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3f39c6da-df1f-4c5a-a378-a2206785ea7d req-b97145a1-7b67-434d-9a3f-7af5788aaef2 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3f39c6da-df1f-4c5a-a378-a2206785ea7d req-b97145a1-7b67-434d-9a3f-7af5788aaef2 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-3f39c6da-df1f-4c5a-a378-a2206785ea7d req-b97145a1-7b67-434d-9a3f-7af5788aaef2 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] No waiting events found dispatching network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:18 user nova-compute[75432]: WARNING nova.compute.manager [req-3f39c6da-df1f-4c5a-a378-a2206785ea7d req-b97145a1-7b67-434d-9a3f-7af5788aaef2 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received unexpected event network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff for instance with vm_state active and task_state None.
Nov 27 14:34:19 user nova-compute[75432]: DEBUG nova.compute.manager [req-0d479286-b7c7-444c-a2f0-ac8d1aea2f2d req-92d2fa33-71fb-47cf-8e73-9228d9ab00c4 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received event network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0d479286-b7c7-444c-a2f0-ac8d1aea2f2d req-92d2fa33-71fb-47cf-8e73-9228d9ab00c4 service nova] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0d479286-b7c7-444c-a2f0-ac8d1aea2f2d req-92d2fa33-71fb-47cf-8e73-9228d9ab00c4 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0d479286-b7c7-444c-a2f0-ac8d1aea2f2d req-92d2fa33-71fb-47cf-8e73-9228d9ab00c4 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:19 user nova-compute[75432]: DEBUG nova.compute.manager [req-0d479286-b7c7-444c-a2f0-ac8d1aea2f2d req-92d2fa33-71fb-47cf-8e73-9228d9ab00c4 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] No waiting events found dispatching network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:19 user nova-compute[75432]: WARNING nova.compute.manager [req-0d479286-b7c7-444c-a2f0-ac8d1aea2f2d req-92d2fa33-71fb-47cf-8e73-9228d9ab00c4 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received unexpected event network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd for instance with vm_state building and task_state spawning.
Nov 27 14:34:19 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:34:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:34:19 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Instance spawned successfully.
Nov 27 14:34:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:34:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:19 user nova-compute[75432]: INFO nova.compute.manager [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Took 5.38 seconds to spawn the instance on the hypervisor.
Nov 27 14:34:19 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:34:19 user nova-compute[75432]: INFO nova.compute.manager [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Took 14.83 seconds to build instance.
Nov 27 14:34:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b339df0b-c867-4516-81c8-f2c748a4bb9e tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.954s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:24 user nova-compute[75432]: INFO nova.compute.manager [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Terminating instance
Nov 27 14:34:24 user nova-compute[75432]: DEBUG nova.compute.manager [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-89166255-dcdc-47b0-88d7-7ab97a1dd0f1 req-3a157022-a2d7-4735-8993-f6bfc5a23a6a service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-vif-unplugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-89166255-dcdc-47b0-88d7-7ab97a1dd0f1 req-3a157022-a2d7-4735-8993-f6bfc5a23a6a service nova] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-89166255-dcdc-47b0-88d7-7ab97a1dd0f1 req-3a157022-a2d7-4735-8993-f6bfc5a23a6a service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-89166255-dcdc-47b0-88d7-7ab97a1dd0f1 req-3a157022-a2d7-4735-8993-f6bfc5a23a6a service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-89166255-dcdc-47b0-88d7-7ab97a1dd0f1 req-3a157022-a2d7-4735-8993-f6bfc5a23a6a service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] No waiting events found dispatching network-vif-unplugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-89166255-dcdc-47b0-88d7-7ab97a1dd0f1 req-3a157022-a2d7-4735-8993-f6bfc5a23a6a service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-vif-unplugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:34:25 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Instance destroyed successfully.
Nov 27 14:34:25 user nova-compute[75432]: DEBUG nova.objects.instance [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'resources' on Instance uuid bd137141-38ff-4e97-b7b2-5dc975452638 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:29:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1119456615',display_name='tempest-TestMinimumBasicScenario-server-1119456615',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1119456615',id=19,image_ref='1c5e4240-9875-4f9f-a99f-6562a06c98fb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCRXaDCXdpE1konkMtdZNxwket967jHFOS5tN3cMrP6egYK/m1QCj2GMcWrgtDjrGamWZn/Mp0gqHcEpzp8ogFHbYO5Nq5G2IzEIqsBdTtQoCbbEq5P5CLPQmnCaCu38ag==',key_name='tempest-TestMinimumBasicScenario-1191926404',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:29:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e45cdc4fa1754165a27b1eefc42c13af',ramdisk_id='',reservation_id='r-p2cjyvbi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='1c5e4240-9875-4f9f-a99f-6562a06c98fb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-608138762',owner_user_name='tempest-TestMinimumBasicScenario-608138762-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:31:44Z,user_data=None,user_id='e11ad43fcefc4c3cac447e23c14d17f0',uuid=bd137141-38ff-4e97-b7b2-5dc975452638,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converting VIF {"id": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "address": "fa:16:3e:1d:10:d9", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1684f7b0-f7", "ovs_interfaceid": "1684f7b0-f78c-4b07-8f1f-32bfae1f430b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG os_vif [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1684f7b0-f7, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f6421061-6ce1-42b4-942e-c83f20be9146) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:25 user nova-compute[75432]: INFO os_vif [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1d:10:d9,bridge_name='br-int',has_traffic_filtering=True,id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1684f7b0-f7')
Nov 27 14:34:25 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Deleting instance files /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638_del
Nov 27 14:34:25 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Deletion of /opt/stack/data/nova/instances/bd137141-38ff-4e97-b7b2-5dc975452638_del complete
Nov 27 14:34:25 user nova-compute[75432]: INFO nova.compute.manager [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Took 1.03 seconds to destroy the instance on the hypervisor.
Nov 27 14:34:25 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:34:25 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:34:26 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:34:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-b3fab0e7-5591-4aa8-907e-783b6377800f req-b9ea5e62-d4d5-41cd-b534-61224d11727f service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-vif-deleted-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:26 user nova-compute[75432]: INFO nova.compute.manager [req-b3fab0e7-5591-4aa8-907e-783b6377800f req-b9ea5e62-d4d5-41cd-b534-61224d11727f service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Neutron deleted interface 1684f7b0-f78c-4b07-8f1f-32bfae1f430b; detaching it from the instance and deleting it from the info cache
Nov 27 14:34:26 user nova-compute[75432]: DEBUG nova.network.neutron [req-b3fab0e7-5591-4aa8-907e-783b6377800f req-b9ea5e62-d4d5-41cd-b534-61224d11727f service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:34:26 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Took 1.00 seconds to deallocate network for instance.
Nov 27 14:34:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-b3fab0e7-5591-4aa8-907e-783b6377800f req-b9ea5e62-d4d5-41cd-b534-61224d11727f service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Detach interface failed, port_id=1684f7b0-f78c-4b07-8f1f-32bfae1f430b, reason: Instance bd137141-38ff-4e97-b7b2-5dc975452638 could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:34:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-883ded7a-f6b8-4e0d-8ac4-c6ad61b38d9a req-f424ff89-dcd3-4735-afe5-80c58503882a service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received event network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-883ded7a-f6b8-4e0d-8ac4-c6ad61b38d9a req-f424ff89-dcd3-4735-afe5-80c58503882a service nova] Acquiring lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-883ded7a-f6b8-4e0d-8ac4-c6ad61b38d9a req-f424ff89-dcd3-4735-afe5-80c58503882a service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-883ded7a-f6b8-4e0d-8ac4-c6ad61b38d9a req-f424ff89-dcd3-4735-afe5-80c58503882a service nova] Lock "bd137141-38ff-4e97-b7b2-5dc975452638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-883ded7a-f6b8-4e0d-8ac4-c6ad61b38d9a req-f424ff89-dcd3-4735-afe5-80c58503882a service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] No waiting events found dispatching network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:26 user nova-compute[75432]: WARNING nova.compute.manager [req-883ded7a-f6b8-4e0d-8ac4-c6ad61b38d9a req-f424ff89-dcd3-4735-afe5-80c58503882a service nova] [instance: bd137141-38ff-4e97-b7b2-5dc975452638] Received unexpected event network-vif-plugged-1684f7b0-f78c-4b07-8f1f-32bfae1f430b for instance with vm_state deleted and task_state None.
Nov 27 14:34:26 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:34:26 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:34:26 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:34:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.502s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:26 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Deleted allocations for instance bd137141-38ff-4e97-b7b2-5dc975452638
Nov 27 14:34:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7bce58fb-dd28-4b3d-bed2-25e5a9e2dd0f tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "bd137141-38ff-4e97-b7b2-5dc975452638" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.834s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:34:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:30 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:34:30 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:34:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:30 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:34:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:34:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.246s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "c075a895-0192-4831-b291-cbe48cd58854" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "c075a895-0192-4831-b291-cbe48cd58854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:34:34 user nova-compute[75432]: INFO nova.compute.claims [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Claim successful on node user
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:34 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk.rescue --force-share --output=json" returned: 0 in 0.222s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.620s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:34:35 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:34:35 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7545MB free_disk=25.123096466064453GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.policy [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace34346136c46b88d035d8598157aa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f24f8680cc4ff4bbebe7d39bb4f16f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:34:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Creating image(s)
Nov 27 14:34:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "/opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "/opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "/opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 84453972-848a-4c15-ba19-7c418c6f6b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance ff89e9c8-7701-43f8-be39-01fcc0a37365 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 33d59bfb-c5ca-43a4-83cc-bc76584dc52f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e4cd9863-996a-4827-a074-1d55afe82813 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c075a895-0192-4831-b291-cbe48cd58854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:34:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.281s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.227s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk 1073741824" returned: 0 in 0.576s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.809s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.320s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.799s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Cannot resize image /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Ensure instance console log exists: /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:37 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Successfully created port: 99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:34:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Successfully updated port: 99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:34:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "refresh_cache-c075a895-0192-4831-b291-cbe48cd58854" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:34:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquired lock "refresh_cache-c075a895-0192-4831-b291-cbe48cd58854" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:34:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:34:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-281a41a5-c8ef-461c-8009-4def0323e6cb req-d34b8f19-d542-4f19-b4f6-c99fabaf0e38 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Received event network-changed-99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-281a41a5-c8ef-461c-8009-4def0323e6cb req-d34b8f19-d542-4f19-b4f6-c99fabaf0e38 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Refreshing instance network info cache due to event network-changed-99820c44-abfe-4e94-bb09-052df78a766d. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:34:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-281a41a5-c8ef-461c-8009-4def0323e6cb req-d34b8f19-d542-4f19-b4f6-c99fabaf0e38 service nova] Acquiring lock "refresh_cache-c075a895-0192-4831-b291-cbe48cd58854" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:34:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Updating instance_info_cache with network_info: [{"id": "99820c44-abfe-4e94-bb09-052df78a766d", "address": "fa:16:3e:15:d3:cd", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99820c44-ab", "ovs_interfaceid": "99820c44-abfe-4e94-bb09-052df78a766d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Releasing lock "refresh_cache-c075a895-0192-4831-b291-cbe48cd58854" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Instance network_info: |[{"id": "99820c44-abfe-4e94-bb09-052df78a766d", "address": "fa:16:3e:15:d3:cd", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99820c44-ab", "ovs_interfaceid": "99820c44-abfe-4e94-bb09-052df78a766d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-281a41a5-c8ef-461c-8009-4def0323e6cb req-d34b8f19-d542-4f19-b4f6-c99fabaf0e38 service nova] Acquired lock "refresh_cache-c075a895-0192-4831-b291-cbe48cd58854" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.network.neutron [req-281a41a5-c8ef-461c-8009-4def0323e6cb req-d34b8f19-d542-4f19-b4f6-c99fabaf0e38 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Refreshing network info cache for port 99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Start _get_guest_xml network_info=[{"id": "99820c44-abfe-4e94-bb09-052df78a766d", "address": "fa:16:3e:15:d3:cd", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99820c44-ab", "ovs_interfaceid": "99820c44-abfe-4e94-bb09-052df78a766d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:34:39 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:34:39 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:34:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1267322724',display_name='tempest-ServersNegativeTestJSON-server-1267322724',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1267322724',id=29,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='58f24f8680cc4ff4bbebe7d39bb4f16f',ramdisk_id='',reservation_id='r-ah261tsz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-778357292',owner_user_name='tempest-ServersNegativeTestJSON-778357292-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:34:36Z,user_data=None,user_id='ace34346136c46b88d035d8598157aa5',uuid=c075a895-0192-4831-b291-cbe48cd58854,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99820c44-abfe-4e94-bb09-052df78a766d", "address": "fa:16:3e:15:d3:cd", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99820c44-ab", "ovs_interfaceid": "99820c44-abfe-4e94-bb09-052df78a766d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Converting VIF {"id": "99820c44-abfe-4e94-bb09-052df78a766d", "address": "fa:16:3e:15:d3:cd", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99820c44-ab", "ovs_interfaceid": "99820c44-abfe-4e94-bb09-052df78a766d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:d3:cd,bridge_name='br-int',has_traffic_filtering=True,id=99820c44-abfe-4e94-bb09-052df78a766d,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99820c44-ab') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lazy-loading 'pci_devices' on Instance uuid c075a895-0192-4831-b291-cbe48cd58854 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:34:39 user nova-compute[75432]:   <uuid>c075a895-0192-4831-b291-cbe48cd58854</uuid>
Nov 27 14:34:39 user nova-compute[75432]:   <name>instance-0000001d</name>
Nov 27 14:34:39 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:34:39 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:34:39 user nova-compute[75432]:   <metadata>
Nov 27 14:34:39 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:34:39 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:34:39 user nova-compute[75432]:       <nova:name>tempest-ServersNegativeTestJSON-server-1267322724</nova:name>
Nov 27 14:34:39 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:34:39</nova:creationTime>
Nov 27 14:34:39 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:34:39 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:34:39 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:34:39 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:34:39 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:34:39 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:34:39 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:34:39 user nova-compute[75432]:       <nova:owner>
Nov 27 14:34:39 user nova-compute[75432]:         <nova:user uuid="ace34346136c46b88d035d8598157aa5">tempest-ServersNegativeTestJSON-778357292-project-member</nova:user>
Nov 27 14:34:39 user nova-compute[75432]:         <nova:project uuid="58f24f8680cc4ff4bbebe7d39bb4f16f">tempest-ServersNegativeTestJSON-778357292</nova:project>
Nov 27 14:34:39 user nova-compute[75432]:       </nova:owner>
Nov 27 14:34:39 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:34:39 user nova-compute[75432]:       <nova:ports>
Nov 27 14:34:39 user nova-compute[75432]:         <nova:port uuid="99820c44-abfe-4e94-bb09-052df78a766d">
Nov 27 14:34:39 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 27 14:34:39 user nova-compute[75432]:         </nova:port>
Nov 27 14:34:39 user nova-compute[75432]:       </nova:ports>
Nov 27 14:34:39 user nova-compute[75432]:     </nova:instance>
Nov 27 14:34:39 user nova-compute[75432]:   </metadata>
Nov 27 14:34:39 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:34:39 user nova-compute[75432]:     <system>
Nov 27 14:34:39 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:34:39 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:34:39 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:34:39 user nova-compute[75432]:       <entry name="serial">c075a895-0192-4831-b291-cbe48cd58854</entry>
Nov 27 14:34:39 user nova-compute[75432]:       <entry name="uuid">c075a895-0192-4831-b291-cbe48cd58854</entry>
Nov 27 14:34:39 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:34:39 user nova-compute[75432]:     </system>
Nov 27 14:34:39 user nova-compute[75432]:   </sysinfo>
Nov 27 14:34:39 user nova-compute[75432]:   <os>
Nov 27 14:34:39 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:34:39 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:34:39 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:34:39 user nova-compute[75432]:   </os>
Nov 27 14:34:39 user nova-compute[75432]:   <features>
Nov 27 14:34:39 user nova-compute[75432]:     <acpi/>
Nov 27 14:34:39 user nova-compute[75432]:     <apic/>
Nov 27 14:34:39 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:34:39 user nova-compute[75432]:   </features>
Nov 27 14:34:39 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:34:39 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:34:39 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:34:39 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:34:39 user nova-compute[75432]:   </clock>
Nov 27 14:34:39 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:34:39 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:34:39 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:34:39 user nova-compute[75432]:   </cpu>
Nov 27 14:34:39 user nova-compute[75432]:   <devices>
Nov 27 14:34:39 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:34:39 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:34:39 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk"/>
Nov 27 14:34:39 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:34:39 user nova-compute[75432]:     </disk>
Nov 27 14:34:39 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:34:39 user nova-compute[75432]:       <mac address="fa:16:3e:15:d3:cd"/>
Nov 27 14:34:39 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:34:39 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:34:39 user nova-compute[75432]:       <target dev="tap99820c44-ab"/>
Nov 27 14:34:39 user nova-compute[75432]:     </interface>
Nov 27 14:34:39 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:34:39 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/console.log" append="off"/>
Nov 27 14:34:39 user nova-compute[75432]:     </serial>
Nov 27 14:34:39 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:34:39 user nova-compute[75432]:     <video>
Nov 27 14:34:39 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:34:39 user nova-compute[75432]:     </video>
Nov 27 14:34:39 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:34:39 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:34:39 user nova-compute[75432]:     </rng>
Nov 27 14:34:39 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:34:39 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:34:39 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:34:39 user nova-compute[75432]:     </memballoon>
Nov 27 14:34:39 user nova-compute[75432]:   </devices>
Nov 27 14:34:39 user nova-compute[75432]: </domain>
Nov 27 14:34:39 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:34:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1267322724',display_name='tempest-ServersNegativeTestJSON-server-1267322724',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1267322724',id=29,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='58f24f8680cc4ff4bbebe7d39bb4f16f',ramdisk_id='',reservation_id='r-ah261tsz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-778357292',owner_user_name='tempest-ServersNegativeTestJSON-778357292-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:34:36Z,user_data=None,user_id='ace34346136c46b88d035d8598157aa5',uuid=c075a895-0192-4831-b291-cbe48cd58854,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99820c44-abfe-4e94-bb09-052df78a766d", "address": "fa:16:3e:15:d3:cd", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99820c44-ab", "ovs_interfaceid": "99820c44-abfe-4e94-bb09-052df78a766d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Converting VIF {"id": "99820c44-abfe-4e94-bb09-052df78a766d", "address": "fa:16:3e:15:d3:cd", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99820c44-ab", "ovs_interfaceid": "99820c44-abfe-4e94-bb09-052df78a766d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:d3:cd,bridge_name='br-int',has_traffic_filtering=True,id=99820c44-abfe-4e94-bb09-052df78a766d,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99820c44-ab') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG os_vif [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:d3:cd,bridge_name='br-int',has_traffic_filtering=True,id=99820c44-abfe-4e94-bb09-052df78a766d,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99820c44-ab') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f5fa62c4-fadc-540a-b2c0-0fbfbdba5fcb', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap99820c44-ab, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap99820c44-ab, col_values=(('qos', UUID('b6eb56e3-8d14-46c6-8cae-0003880de3bb')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap99820c44-ab, col_values=(('external_ids', {'iface-id': '99820c44-abfe-4e94-bb09-052df78a766d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:15:d3:cd', 'vm-uuid': 'c075a895-0192-4831-b291-cbe48cd58854'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:39 user nova-compute[75432]: INFO os_vif [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:d3:cd,bridge_name='br-int',has_traffic_filtering=True,id=99820c44-abfe-4e94-bb09-052df78a766d,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99820c44-ab')
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] No VIF found with MAC fa:16:3e:15:d3:cd, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.network.neutron [req-281a41a5-c8ef-461c-8009-4def0323e6cb req-d34b8f19-d542-4f19-b4f6-c99fabaf0e38 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Updated VIF entry in instance network info cache for port 99820c44-abfe-4e94-bb09-052df78a766d. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG nova.network.neutron [req-281a41a5-c8ef-461c-8009-4def0323e6cb req-d34b8f19-d542-4f19-b4f6-c99fabaf0e38 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Updating instance_info_cache with network_info: [{"id": "99820c44-abfe-4e94-bb09-052df78a766d", "address": "fa:16:3e:15:d3:cd", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99820c44-ab", "ovs_interfaceid": "99820c44-abfe-4e94-bb09-052df78a766d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:34:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-281a41a5-c8ef-461c-8009-4def0323e6cb req-d34b8f19-d542-4f19-b4f6-c99fabaf0e38 service nova] Releasing lock "refresh_cache-c075a895-0192-4831-b291-cbe48cd58854" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:34:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updating instance_info_cache with network_info: [{"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:34:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:34:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:34:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:34:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:34:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:34:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:34:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:34:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-ade3909f-dc1d-4685-afc5-014c0722bc06 req-72712cb0-f9a6-4952-8f88-7d46cd69b0cc service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Received event network-vif-plugged-99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ade3909f-dc1d-4685-afc5-014c0722bc06 req-72712cb0-f9a6-4952-8f88-7d46cd69b0cc service nova] Acquiring lock "c075a895-0192-4831-b291-cbe48cd58854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ade3909f-dc1d-4685-afc5-014c0722bc06 req-72712cb0-f9a6-4952-8f88-7d46cd69b0cc service nova] Lock "c075a895-0192-4831-b291-cbe48cd58854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ade3909f-dc1d-4685-afc5-014c0722bc06 req-72712cb0-f9a6-4952-8f88-7d46cd69b0cc service nova] Lock "c075a895-0192-4831-b291-cbe48cd58854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-ade3909f-dc1d-4685-afc5-014c0722bc06 req-72712cb0-f9a6-4952-8f88-7d46cd69b0cc service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] No waiting events found dispatching network-vif-plugged-99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:41 user nova-compute[75432]: WARNING nova.compute.manager [req-ade3909f-dc1d-4685-afc5-014c0722bc06 req-72712cb0-f9a6-4952-8f88-7d46cd69b0cc service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Received unexpected event network-vif-plugged-99820c44-abfe-4e94-bb09-052df78a766d for instance with vm_state building and task_state spawning.
Nov 27 14:34:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:43 user nova-compute[75432]: DEBUG nova.compute.manager [req-64c00b69-e1fa-4fb3-b6fe-4e25e4bbe838 req-698e24c3-d64a-4ca1-8593-df1394431ccc service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Received event network-vif-plugged-99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-64c00b69-e1fa-4fb3-b6fe-4e25e4bbe838 req-698e24c3-d64a-4ca1-8593-df1394431ccc service nova] Acquiring lock "c075a895-0192-4831-b291-cbe48cd58854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-64c00b69-e1fa-4fb3-b6fe-4e25e4bbe838 req-698e24c3-d64a-4ca1-8593-df1394431ccc service nova] Lock "c075a895-0192-4831-b291-cbe48cd58854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-64c00b69-e1fa-4fb3-b6fe-4e25e4bbe838 req-698e24c3-d64a-4ca1-8593-df1394431ccc service nova] Lock "c075a895-0192-4831-b291-cbe48cd58854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:43 user nova-compute[75432]: DEBUG nova.compute.manager [req-64c00b69-e1fa-4fb3-b6fe-4e25e4bbe838 req-698e24c3-d64a-4ca1-8593-df1394431ccc service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] No waiting events found dispatching network-vif-plugged-99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:43 user nova-compute[75432]: WARNING nova.compute.manager [req-64c00b69-e1fa-4fb3-b6fe-4e25e4bbe838 req-698e24c3-d64a-4ca1-8593-df1394431ccc service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Received unexpected event network-vif-plugged-99820c44-abfe-4e94-bb09-052df78a766d for instance with vm_state building and task_state spawning.
Nov 27 14:34:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:34:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:34:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c075a895-0192-4831-b291-cbe48cd58854] Instance spawned successfully.
Nov 27 14:34:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:34:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:34:43 user nova-compute[75432]: INFO nova.compute.manager [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Took 7.75 seconds to spawn the instance on the hypervisor.
Nov 27 14:34:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:34:43 user nova-compute[75432]: INFO nova.compute.manager [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Took 9.24 seconds to build instance.
Nov 27 14:34:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1bbf60df-3e39-43be-ab6c-5a3447f26dff tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "c075a895-0192-4831-b291-cbe48cd58854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.355s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:54 user nova-compute[75432]: INFO nova.compute.manager [None req-7907bbf8-d558-4065-b8b7-471079377b33 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Unrescuing
Nov 27 14:34:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7907bbf8-d558-4065-b8b7-471079377b33 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:34:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7907bbf8-d558-4065-b8b7-471079377b33 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquired lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:34:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-7907bbf8-d558-4065-b8b7-471079377b33 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:34:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-7907bbf8-d558-4065-b8b7-471079377b33 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updating instance_info_cache with network_info: [{"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:34:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7907bbf8-d558-4065-b8b7-471079377b33 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Releasing lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:34:54 user nova-compute[75432]: DEBUG nova.objects.instance [None req-7907bbf8-d558-4065-b8b7-471079377b33 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'flavor' on Instance uuid 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:34:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-4bcafc66-093c-4925-8fa2-780f66b8c566 req-3d91e1cb-06d1-4bfe-8c69-a15d6acae640 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-unplugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4bcafc66-093c-4925-8fa2-780f66b8c566 req-3d91e1cb-06d1-4bfe-8c69-a15d6acae640 service nova] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4bcafc66-093c-4925-8fa2-780f66b8c566 req-3d91e1cb-06d1-4bfe-8c69-a15d6acae640 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4bcafc66-093c-4925-8fa2-780f66b8c566 req-3d91e1cb-06d1-4bfe-8c69-a15d6acae640 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-4bcafc66-093c-4925-8fa2-780f66b8c566 req-3d91e1cb-06d1-4bfe-8c69-a15d6acae640 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] No waiting events found dispatching network-vif-unplugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:55 user nova-compute[75432]: WARNING nova.compute.manager [req-4bcafc66-093c-4925-8fa2-780f66b8c566 req-3d91e1cb-06d1-4bfe-8c69-a15d6acae640 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received unexpected event network-vif-unplugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:34:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:55 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Instance destroyed successfully.
Nov 27 14:34:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-5d7a350b-6070-49e1-9b2f-0d5fe0de6fa5 req-8fe2257b-088c-4c56-9d22-cab18d7b569b service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5d7a350b-6070-49e1-9b2f-0d5fe0de6fa5 req-8fe2257b-088c-4c56-9d22-cab18d7b569b service nova] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5d7a350b-6070-49e1-9b2f-0d5fe0de6fa5 req-8fe2257b-088c-4c56-9d22-cab18d7b569b service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5d7a350b-6070-49e1-9b2f-0d5fe0de6fa5 req-8fe2257b-088c-4c56-9d22-cab18d7b569b service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-5d7a350b-6070-49e1-9b2f-0d5fe0de6fa5 req-8fe2257b-088c-4c56-9d22-cab18d7b569b service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] No waiting events found dispatching network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:57 user nova-compute[75432]: WARNING nova.compute.manager [req-5d7a350b-6070-49e1-9b2f-0d5fe0de6fa5 req-8fe2257b-088c-4c56-9d22-cab18d7b569b service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received unexpected event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:34:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-7ca3a10e-e032-44a2-b0e0-013bf3186ada req-37e4497d-d924-4b1c-94ec-b6518add9418 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7ca3a10e-e032-44a2-b0e0-013bf3186ada req-37e4497d-d924-4b1c-94ec-b6518add9418 service nova] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7ca3a10e-e032-44a2-b0e0-013bf3186ada req-37e4497d-d924-4b1c-94ec-b6518add9418 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7ca3a10e-e032-44a2-b0e0-013bf3186ada req-37e4497d-d924-4b1c-94ec-b6518add9418 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-7ca3a10e-e032-44a2-b0e0-013bf3186ada req-37e4497d-d924-4b1c-94ec-b6518add9418 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] No waiting events found dispatching network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:59 user nova-compute[75432]: WARNING nova.compute.manager [req-7ca3a10e-e032-44a2-b0e0-013bf3186ada req-37e4497d-d924-4b1c-94ec-b6518add9418 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received unexpected event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:34:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-7ca3a10e-e032-44a2-b0e0-013bf3186ada req-37e4497d-d924-4b1c-94ec-b6518add9418 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:34:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7ca3a10e-e032-44a2-b0e0-013bf3186ada req-37e4497d-d924-4b1c-94ec-b6518add9418 service nova] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:34:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7ca3a10e-e032-44a2-b0e0-013bf3186ada req-37e4497d-d924-4b1c-94ec-b6518add9418 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:34:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-7ca3a10e-e032-44a2-b0e0-013bf3186ada req-37e4497d-d924-4b1c-94ec-b6518add9418 service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:34:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-7ca3a10e-e032-44a2-b0e0-013bf3186ada req-37e4497d-d924-4b1c-94ec-b6518add9418 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] No waiting events found dispatching network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:34:59 user nova-compute[75432]: WARNING nova.compute.manager [req-7ca3a10e-e032-44a2-b0e0-013bf3186ada req-37e4497d-d924-4b1c-94ec-b6518add9418 service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received unexpected event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:34:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:34:59 user nova-compute[75432]: DEBUG nova.compute.manager [None req-7907bbf8-d558-4065-b8b7-471079377b33 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:35:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:35:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:12 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:35:12 user nova-compute[75432]: INFO nova.compute.claims [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Claim successful on node user
Nov 27 14:35:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:12 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:35:12 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:35:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.509s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:35:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:35:13 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:35:13 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:35:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:35:13 user nova-compute[75432]: DEBUG nova.policy [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac7d7266b7c449bd893608703e58a802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03391693a1d74dc785097aaec5321eed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:35:13 user nova-compute[75432]: INFO nova.virt.block_device [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Booting with blank volume at /dev/vda
Nov 27 14:35:13 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Successfully created port: 459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Successfully updated port: 459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquired lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-41758310-fc1a-4dc2-abe7-05639ac4d21a req-55151fa5-7882-4bee-a21c-cf9bb5cedd54 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-changed-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-41758310-fc1a-4dc2-abe7-05639ac4d21a req-55151fa5-7882-4bee-a21c-cf9bb5cedd54 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Refreshing instance network info cache due to event network-changed-459b61db-7487-4c08-9b09-fc8397fc7255. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-41758310-fc1a-4dc2-abe7-05639ac4d21a req-55151fa5-7882-4bee-a21c-cf9bb5cedd54 service nova] Acquiring lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updating instance_info_cache with network_info: [{"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Releasing lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Instance network_info: |[{"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-41758310-fc1a-4dc2-abe7-05639ac4d21a req-55151fa5-7882-4bee-a21c-cf9bb5cedd54 service nova] Acquired lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:35:14 user nova-compute[75432]: DEBUG nova.network.neutron [req-41758310-fc1a-4dc2-abe7-05639ac4d21a req-55151fa5-7882-4bee-a21c-cf9bb5cedd54 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Refreshing network info cache for port 459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:35:15 user nova-compute[75432]: DEBUG nova.network.neutron [req-41758310-fc1a-4dc2-abe7-05639ac4d21a req-55151fa5-7882-4bee-a21c-cf9bb5cedd54 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updated VIF entry in instance network info cache for port 459b61db-7487-4c08-9b09-fc8397fc7255. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:35:15 user nova-compute[75432]: DEBUG nova.network.neutron [req-41758310-fc1a-4dc2-abe7-05639ac4d21a req-55151fa5-7882-4bee-a21c-cf9bb5cedd54 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updating instance_info_cache with network_info: [{"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:35:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-41758310-fc1a-4dc2-abe7-05639ac4d21a req-55151fa5-7882-4bee-a21c-cf9bb5cedd54 service nova] Releasing lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:35:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:17 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:35:18 user nova-compute[75432]: INFO nova.compute.claims [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Claim successful on node user
Nov 27 14:35:18 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.474s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:35:18 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:35:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG nova.policy [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e11ad43fcefc4c3cac447e23c14d17f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45cdc4fa1754165a27b1eefc42c13af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG os_brick.utils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[80436e15-e3d8-4c33-ba9c-be6a0172193e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:35:18 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Creating image(s)
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "/opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "/opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "/opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "90a362b6720684ea2d5f697860e807d67d0bea81" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "90a362b6720684ea2d5f697860e807d67d0bea81" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5443bba7-e834-42a5-8cc5-9c994b1aa088]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81.part --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.173s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81835a1-4598-4811-a8fb-16d5069d6720]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3212e298-a277-4ba1-88d5-40c40fa3b47b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:35:19 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8536e97-ad52-4211-abf6-a6d9940bc8d2]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG os_brick.utils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] <== get_connector_properties: return (682ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updating existing volume attachment record: e43f5f4b-ccd1-420c-850d-66756edc982e {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81.part --force-share --output=json" returned: 0 in 0.204s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG nova.virt.images [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] f249faaf-e285-42b6-ba85-65f3dea41d6d was qcow2, converting to raw {{(pid=75432) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81.part /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81.converted {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81.part /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81.converted" returned: 0 in 0.349s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81.converted --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:19 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Successfully created port: b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81.converted --force-share --output=json" returned: 0 in 0.238s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "90a362b6720684ea2d5f697860e807d67d0bea81" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.322s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81 --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81 --force-share --output=json" returned: 0 in 0.287s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "90a362b6720684ea2d5f697860e807d67d0bea81" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "90a362b6720684ea2d5f697860e807d67d0bea81" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81 --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81 --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81,backing_fmt=raw /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Successfully updated port: b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81,backing_fmt=raw /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk 1073741824" returned: 0 in 0.064s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "90a362b6720684ea2d5f697860e807d67d0bea81" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81 --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquired lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG nova.compute.manager [req-77021796-c9cc-4c0a-a0d1-b253a699c46d req-302a0a16-f18f-46e4-8dd9-ff2ca33ed536 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-changed-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG nova.compute.manager [req-77021796-c9cc-4c0a-a0d1-b253a699c46d req-302a0a16-f18f-46e4-8dd9-ff2ca33ed536 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Refreshing instance network info cache due to event network-changed-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-77021796-c9cc-4c0a-a0d1-b253a699c46d req-302a0a16-f18f-46e4-8dd9-ff2ca33ed536 service nova] Acquiring lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81 --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Checking if we can resize image /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Cannot resize image /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Ensure instance console log exists: /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updating instance_info_cache with network_info: [{"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Releasing lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Instance network_info: |[{"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-77021796-c9cc-4c0a-a0d1-b253a699c46d req-302a0a16-f18f-46e4-8dd9-ff2ca33ed536 service nova] Acquired lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-77021796-c9cc-4c0a-a0d1-b253a699c46d req-302a0a16-f18f-46e4-8dd9-ff2ca33ed536 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Refreshing network info cache for port b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Start _get_guest_xml network_info=[{"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:35:15Z,direct_url=<?>,disk_format='qcow2',id=f249faaf-e285-42b6-ba85-65f3dea41d6d,min_disk=0,min_ram=0,name='tempest-scenario-img--1850840158',owner='e45cdc4fa1754165a27b1eefc42c13af',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:35:17Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': 'f249faaf-e285-42b6-ba85-65f3dea41d6d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:35:21 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:35:21 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:35:15Z,direct_url=<?>,disk_format='qcow2',id=f249faaf-e285-42b6-ba85-65f3dea41d6d,min_disk=0,min_ram=0,name='tempest-scenario-img--1850840158',owner='e45cdc4fa1754165a27b1eefc42c13af',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:35:17Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:35:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-392563765',display_name='tempest-TestMinimumBasicScenario-server-392563765',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-392563765',id=31,image_ref='f249faaf-e285-42b6-ba85-65f3dea41d6d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFU3pHkLPi+6OHz4JCKovV+kRfMXaUqDoBjBRZp1R1LOSlEv+/PyEbHHQsT/VoU8zYM9cMq/eSkcBP+xeL1kf3s6CsCiwzGiMfH8jTOCAwn/dVeupGXGf/32aYBZzNNi3w==',key_name='tempest-TestMinimumBasicScenario-2061809192',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e45cdc4fa1754165a27b1eefc42c13af',ramdisk_id='',reservation_id='r-6g7jswxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f249faaf-e285-42b6-ba85-65f3dea41d6d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-608138762',owner_user_name='tempest-TestMinimumBasicScenario-608138762-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:35:19Z,user_data=None,user_id='e11ad43fcefc4c3cac447e23c14d17f0',uuid=479423d1-e141-4025-9fcc-9ed16277fc77,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converting VIF {"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:70:36,bridge_name='br-int',has_traffic_filtering=True,id=b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7ccf8ff-d5') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'pci_devices' on Instance uuid 479423d1-e141-4025-9fcc-9ed16277fc77 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:35:21 user nova-compute[75432]:   <uuid>479423d1-e141-4025-9fcc-9ed16277fc77</uuid>
Nov 27 14:35:21 user nova-compute[75432]:   <name>instance-0000001f</name>
Nov 27 14:35:21 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:35:21 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:35:21 user nova-compute[75432]:   <metadata>
Nov 27 14:35:21 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:35:21 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:35:21 user nova-compute[75432]:       <nova:name>tempest-TestMinimumBasicScenario-server-392563765</nova:name>
Nov 27 14:35:21 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:35:21</nova:creationTime>
Nov 27 14:35:21 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:35:21 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:35:21 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:35:21 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:35:21 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:35:21 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:35:21 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:35:21 user nova-compute[75432]:       <nova:owner>
Nov 27 14:35:21 user nova-compute[75432]:         <nova:user uuid="e11ad43fcefc4c3cac447e23c14d17f0">tempest-TestMinimumBasicScenario-608138762-project-member</nova:user>
Nov 27 14:35:21 user nova-compute[75432]:         <nova:project uuid="e45cdc4fa1754165a27b1eefc42c13af">tempest-TestMinimumBasicScenario-608138762</nova:project>
Nov 27 14:35:21 user nova-compute[75432]:       </nova:owner>
Nov 27 14:35:21 user nova-compute[75432]:       <nova:root type="image" uuid="f249faaf-e285-42b6-ba85-65f3dea41d6d"/>
Nov 27 14:35:21 user nova-compute[75432]:       <nova:ports>
Nov 27 14:35:21 user nova-compute[75432]:         <nova:port uuid="b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d">
Nov 27 14:35:21 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 27 14:35:21 user nova-compute[75432]:         </nova:port>
Nov 27 14:35:21 user nova-compute[75432]:       </nova:ports>
Nov 27 14:35:21 user nova-compute[75432]:     </nova:instance>
Nov 27 14:35:21 user nova-compute[75432]:   </metadata>
Nov 27 14:35:21 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:35:21 user nova-compute[75432]:     <system>
Nov 27 14:35:21 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:35:21 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:35:21 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:35:21 user nova-compute[75432]:       <entry name="serial">479423d1-e141-4025-9fcc-9ed16277fc77</entry>
Nov 27 14:35:21 user nova-compute[75432]:       <entry name="uuid">479423d1-e141-4025-9fcc-9ed16277fc77</entry>
Nov 27 14:35:21 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:35:21 user nova-compute[75432]:     </system>
Nov 27 14:35:21 user nova-compute[75432]:   </sysinfo>
Nov 27 14:35:21 user nova-compute[75432]:   <os>
Nov 27 14:35:21 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:35:21 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:35:21 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:35:21 user nova-compute[75432]:   </os>
Nov 27 14:35:21 user nova-compute[75432]:   <features>
Nov 27 14:35:21 user nova-compute[75432]:     <acpi/>
Nov 27 14:35:21 user nova-compute[75432]:     <apic/>
Nov 27 14:35:21 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:35:21 user nova-compute[75432]:   </features>
Nov 27 14:35:21 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:35:21 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:35:21 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:35:21 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:35:21 user nova-compute[75432]:   </clock>
Nov 27 14:35:21 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:35:21 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:35:21 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:35:21 user nova-compute[75432]:   </cpu>
Nov 27 14:35:21 user nova-compute[75432]:   <devices>
Nov 27 14:35:21 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:35:21 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:35:21 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk"/>
Nov 27 14:35:21 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:35:21 user nova-compute[75432]:     </disk>
Nov 27 14:35:21 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:35:21 user nova-compute[75432]:       <mac address="fa:16:3e:56:70:36"/>
Nov 27 14:35:21 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:35:21 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:35:21 user nova-compute[75432]:       <target dev="tapb7ccf8ff-d5"/>
Nov 27 14:35:21 user nova-compute[75432]:     </interface>
Nov 27 14:35:21 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:35:21 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/console.log" append="off"/>
Nov 27 14:35:21 user nova-compute[75432]:     </serial>
Nov 27 14:35:21 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:35:21 user nova-compute[75432]:     <video>
Nov 27 14:35:21 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:35:21 user nova-compute[75432]:     </video>
Nov 27 14:35:21 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:35:21 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:35:21 user nova-compute[75432]:     </rng>
Nov 27 14:35:21 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:35:21 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:35:21 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:35:21 user nova-compute[75432]:     </memballoon>
Nov 27 14:35:21 user nova-compute[75432]:   </devices>
Nov 27 14:35:21 user nova-compute[75432]: </domain>
Nov 27 14:35:21 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:35:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-392563765',display_name='tempest-TestMinimumBasicScenario-server-392563765',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-392563765',id=31,image_ref='f249faaf-e285-42b6-ba85-65f3dea41d6d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFU3pHkLPi+6OHz4JCKovV+kRfMXaUqDoBjBRZp1R1LOSlEv+/PyEbHHQsT/VoU8zYM9cMq/eSkcBP+xeL1kf3s6CsCiwzGiMfH8jTOCAwn/dVeupGXGf/32aYBZzNNi3w==',key_name='tempest-TestMinimumBasicScenario-2061809192',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e45cdc4fa1754165a27b1eefc42c13af',ramdisk_id='',reservation_id='r-6g7jswxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f249faaf-e285-42b6-ba85-65f3dea41d6d',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-608138762',owner_user_name='tempest-TestMinimumBasicScenario-608138762-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:35:19Z,user_data=None,user_id='e11ad43fcefc4c3cac447e23c14d17f0',uuid=479423d1-e141-4025-9fcc-9ed16277fc77,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converting VIF {"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:56:70:36,bridge_name='br-int',has_traffic_filtering=True,id=b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7ccf8ff-d5') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG os_vif [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:70:36,bridge_name='br-int',has_traffic_filtering=True,id=b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7ccf8ff-d5') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '25916d69-b83c-5f79-88fe-61499f55e511', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb7ccf8ff-d5, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb7ccf8ff-d5, col_values=(('qos', UUID('af02433b-a861-460b-8633-4d704f7ec397')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb7ccf8ff-d5, col_values=(('external_ids', {'iface-id': 'b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:56:70:36', 'vm-uuid': '479423d1-e141-4025-9fcc-9ed16277fc77'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:21 user nova-compute[75432]: INFO os_vif [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:56:70:36,bridge_name='br-int',has_traffic_filtering=True,id=b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7ccf8ff-d5')
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] No VIF found with MAC fa:16:3e:56:70:36, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-77021796-c9cc-4c0a-a0d1-b253a699c46d req-302a0a16-f18f-46e4-8dd9-ff2ca33ed536 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updated VIF entry in instance network info cache for port b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-77021796-c9cc-4c0a-a0d1-b253a699c46d req-302a0a16-f18f-46e4-8dd9-ff2ca33ed536 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updating instance_info_cache with network_info: [{"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-77021796-c9cc-4c0a-a0d1-b253a699c46d req-302a0a16-f18f-46e4-8dd9-ff2ca33ed536 service nova] Releasing lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-2963df3b-cf2b-400a-a751-cdd84a72f3b0 req-a62c7def-820c-47be-9280-6197922a39f8 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Received event network-changed-29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-2963df3b-cf2b-400a-a751-cdd84a72f3b0 req-a62c7def-820c-47be-9280-6197922a39f8 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Refreshing instance network info cache due to event network-changed-29770a5e-053c-4c79-a10f-3ddab5301db1. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2963df3b-cf2b-400a-a751-cdd84a72f3b0 req-a62c7def-820c-47be-9280-6197922a39f8 service nova] Acquiring lock "refresh_cache-ff89e9c8-7701-43f8-be39-01fcc0a37365" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2963df3b-cf2b-400a-a751-cdd84a72f3b0 req-a62c7def-820c-47be-9280-6197922a39f8 service nova] Acquired lock "refresh_cache-ff89e9c8-7701-43f8-be39-01fcc0a37365" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:35:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-2963df3b-cf2b-400a-a751-cdd84a72f3b0 req-a62c7def-820c-47be-9280-6197922a39f8 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Refreshing network info cache for port 29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG nova.network.neutron [req-2963df3b-cf2b-400a-a751-cdd84a72f3b0 req-a62c7def-820c-47be-9280-6197922a39f8 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Updated VIF entry in instance network info cache for port 29770a5e-053c-4c79-a10f-3ddab5301db1. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG nova.network.neutron [req-2963df3b-cf2b-400a-a751-cdd84a72f3b0 req-a62c7def-820c-47be-9280-6197922a39f8 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Updating instance_info_cache with network_info: [{"id": "29770a5e-053c-4c79-a10f-3ddab5301db1", "address": "fa:16:3e:c9:9c:72", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29770a5e-05", "ovs_interfaceid": "29770a5e-053c-4c79-a10f-3ddab5301db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2963df3b-cf2b-400a-a751-cdd84a72f3b0 req-a62c7def-820c-47be-9280-6197922a39f8 service nova] Releasing lock "refresh_cache-ff89e9c8-7701-43f8-be39-01fcc0a37365" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-b5481520-bed6-48f0-b392-f4f729e0fc1c req-485d5bed-60df-4d0d-a759-a4024dc872b8 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b5481520-bed6-48f0-b392-f4f729e0fc1c req-485d5bed-60df-4d0d-a759-a4024dc872b8 service nova] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b5481520-bed6-48f0-b392-f4f729e0fc1c req-485d5bed-60df-4d0d-a759-a4024dc872b8 service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b5481520-bed6-48f0-b392-f4f729e0fc1c req-485d5bed-60df-4d0d-a759-a4024dc872b8 service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-b5481520-bed6-48f0-b392-f4f729e0fc1c req-485d5bed-60df-4d0d-a759-a4024dc872b8 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] No waiting events found dispatching network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:35:22 user nova-compute[75432]: WARNING nova.compute.manager [req-b5481520-bed6-48f0-b392-f4f729e0fc1c req-485d5bed-60df-4d0d-a759-a4024dc872b8 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received unexpected event network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d for instance with vm_state building and task_state spawning.
Nov 27 14:35:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG nova.objects.instance [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid ff89e9c8-7701-43f8-be39-01fcc0a37365 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:35:24 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Instance spawned successfully.
Nov 27 14:35:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-5a3c6278-4801-4ea0-9b11-85907bd6fc38 req-217845ec-e4a4-4955-822e-d1f7843e5a5e service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5a3c6278-4801-4ea0-9b11-85907bd6fc38 req-217845ec-e4a4-4955-822e-d1f7843e5a5e service nova] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5a3c6278-4801-4ea0-9b11-85907bd6fc38 req-217845ec-e4a4-4955-822e-d1f7843e5a5e service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5a3c6278-4801-4ea0-9b11-85907bd6fc38 req-217845ec-e4a4-4955-822e-d1f7843e5a5e service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-5a3c6278-4801-4ea0-9b11-85907bd6fc38 req-217845ec-e4a4-4955-822e-d1f7843e5a5e service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] No waiting events found dispatching network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:35:24 user nova-compute[75432]: WARNING nova.compute.manager [req-5a3c6278-4801-4ea0-9b11-85907bd6fc38 req-217845ec-e4a4-4955-822e-d1f7843e5a5e service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received unexpected event network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d for instance with vm_state building and task_state spawning.
Nov 27 14:35:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:35:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:25 user nova-compute[75432]: INFO nova.compute.manager [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Attaching volume 0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 to /dev/vdb
Nov 27 14:35:25 user nova-compute[75432]: INFO nova.compute.manager [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Took 6.33 seconds to spawn the instance on the hypervisor.
Nov 27 14:35:25 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG os_brick.utils [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f9abe9b-6c24-45a5-bfb6-7876a2f954d9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff96b8e7-23af-4733-9717-6a619a6c77bd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[93a1decf-beff-4075-a694-ccda7c58447c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[adc08b36-7670-4a3b-81ca-83362f11821e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:35:25 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[203aff78-d94d-4af1-9522-7d4ae5345fd4]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG os_brick.utils [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:35:25 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Updating existing volume attachment record: 895e5baf-8fff-4541-954a-39cb86bcebd9 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:35:25 user nova-compute[75432]: INFO nova.compute.manager [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Took 7.25 seconds to build instance.
Nov 27 14:35:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1547212b-03bf-407f-b28b-49b02c7f1613 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.345s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:35:27 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Creating image(s)
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Ensure instance console log exists: /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Start _get_guest_xml network_info=[{"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': 'e43f5f4b-ccd1-420c-850d-66756edc982e', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qvuplrEc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '68e7b903-61c7-4af9-92b0-c423ed3eabc8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1', 'serial': 'ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:35:27 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:35:27 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qvuplrEc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:35:27 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:35:27 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:35:27 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:35:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee727ec4-7045-4d19-af70-d0eecac98530]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:35:27 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[59caa29c-ce23-4972-9705-c6e786ab763b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1] added
Nov 27 14:35:27 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[040ea658-0e85-4cb7-87f3-a30f64c1cfa7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aecc682a-0777-422d-96b1-617691f412b5]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qvuplrEc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qvuplrEc" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[890d8984-dbeb-46bf-b37a-583ec63b3497]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qvuplrEc'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[19337d26-9a03-4308-b1da-3f083b519506]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdb14ab9-201a-4a75-bf7c-d8b39abb1693]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:27 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:27 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:27 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:27 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ff8eb37-4650-47e8-8fee-c45b255ecda9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1, portal: 172.16.0.220,3260]
Nov 27 14:35:27 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1, portal: 172.16.0.220,3260] successful.
Nov 27 14:35:27 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dd87a00-81f9-4c5f-b913-1c031f1a77ed]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b151672-2a4b-4d51-84b8-6d10eadf2b3e]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:28 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:28 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:35:28 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:28 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:28 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:35:28 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] HCTL ('35', '-', '-', 0) found on session 34 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[01942e4a-b498-4d11-aa36-2ee7748ec490]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching for a device in session 34 and hctl ['35', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:35:28 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching for a device in session 34 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qvuplrEc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] <== connect_volume: return (1328ms) {'type': 'block', 'scsi_wwn': '23264323264373363', 'path': '/dev/sdd'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264323264373363', 'path': '/dev/sdd'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:35:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-830281103',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-830281103',id=30,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-4w0cms84',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:35:13Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=68e7b903-61c7-4af9-92b0-c423ed3eabc8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:8f:6b,bridge_name='br-int',has_traffic_filtering=True,id=459b61db-7487-4c08-9b09-fc8397fc7255,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap459b61db-74') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'pci_devices' on Instance uuid 68e7b903-61c7-4af9-92b0-c423ed3eabc8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:35:29 user nova-compute[75432]:   <uuid>68e7b903-61c7-4af9-92b0-c423ed3eabc8</uuid>
Nov 27 14:35:29 user nova-compute[75432]:   <name>instance-0000001e</name>
Nov 27 14:35:29 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:35:29 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:35:29 user nova-compute[75432]:   <metadata>
Nov 27 14:35:29 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:35:29 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:35:29 user nova-compute[75432]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-830281103</nova:name>
Nov 27 14:35:29 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:35:27</nova:creationTime>
Nov 27 14:35:29 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:35:29 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:35:29 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:35:29 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:35:29 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:35:29 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:35:29 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:35:29 user nova-compute[75432]:       <nova:owner>
Nov 27 14:35:29 user nova-compute[75432]:         <nova:user uuid="ac7d7266b7c449bd893608703e58a802">tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member</nova:user>
Nov 27 14:35:29 user nova-compute[75432]:         <nova:project uuid="03391693a1d74dc785097aaec5321eed">tempest-ServerBootFromVolumeStableRescueTest-989633053</nova:project>
Nov 27 14:35:29 user nova-compute[75432]:       </nova:owner>
Nov 27 14:35:29 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:35:29 user nova-compute[75432]:       <nova:ports>
Nov 27 14:35:29 user nova-compute[75432]:         <nova:port uuid="459b61db-7487-4c08-9b09-fc8397fc7255">
Nov 27 14:35:29 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 27 14:35:29 user nova-compute[75432]:         </nova:port>
Nov 27 14:35:29 user nova-compute[75432]:       </nova:ports>
Nov 27 14:35:29 user nova-compute[75432]:     </nova:instance>
Nov 27 14:35:29 user nova-compute[75432]:   </metadata>
Nov 27 14:35:29 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:35:29 user nova-compute[75432]:     <system>
Nov 27 14:35:29 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:35:29 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:35:29 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:35:29 user nova-compute[75432]:       <entry name="serial">68e7b903-61c7-4af9-92b0-c423ed3eabc8</entry>
Nov 27 14:35:29 user nova-compute[75432]:       <entry name="uuid">68e7b903-61c7-4af9-92b0-c423ed3eabc8</entry>
Nov 27 14:35:29 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:35:29 user nova-compute[75432]:     </system>
Nov 27 14:35:29 user nova-compute[75432]:   </sysinfo>
Nov 27 14:35:29 user nova-compute[75432]:   <os>
Nov 27 14:35:29 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:35:29 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:35:29 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:35:29 user nova-compute[75432]:   </os>
Nov 27 14:35:29 user nova-compute[75432]:   <features>
Nov 27 14:35:29 user nova-compute[75432]:     <acpi/>
Nov 27 14:35:29 user nova-compute[75432]:     <apic/>
Nov 27 14:35:29 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:35:29 user nova-compute[75432]:   </features>
Nov 27 14:35:29 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:35:29 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:35:29 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:35:29 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:35:29 user nova-compute[75432]:   </clock>
Nov 27 14:35:29 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:35:29 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:35:29 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:35:29 user nova-compute[75432]:   </cpu>
Nov 27 14:35:29 user nova-compute[75432]:   <devices>
Nov 27 14:35:29 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:35:29 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:35:29 user nova-compute[75432]:       <source dev="/dev/sdd"/>
Nov 27 14:35:29 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:35:29 user nova-compute[75432]:       <serial>ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1</serial>
Nov 27 14:35:29 user nova-compute[75432]:     </disk>
Nov 27 14:35:29 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:35:29 user nova-compute[75432]:       <mac address="fa:16:3e:03:8f:6b"/>
Nov 27 14:35:29 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:35:29 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:35:29 user nova-compute[75432]:       <target dev="tap459b61db-74"/>
Nov 27 14:35:29 user nova-compute[75432]:     </interface>
Nov 27 14:35:29 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:35:29 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/console.log" append="off"/>
Nov 27 14:35:29 user nova-compute[75432]:     </serial>
Nov 27 14:35:29 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:35:29 user nova-compute[75432]:     <video>
Nov 27 14:35:29 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:35:29 user nova-compute[75432]:     </video>
Nov 27 14:35:29 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:35:29 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:35:29 user nova-compute[75432]:     </rng>
Nov 27 14:35:29 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:35:29 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:35:29 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:35:29 user nova-compute[75432]:     </memballoon>
Nov 27 14:35:29 user nova-compute[75432]:   </devices>
Nov 27 14:35:29 user nova-compute[75432]: </domain>
Nov 27 14:35:29 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:35:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-830281103',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-830281103',id=30,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-4w0cms84',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:35:13Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=68e7b903-61c7-4af9-92b0-c423ed3eabc8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:03:8f:6b,bridge_name='br-int',has_traffic_filtering=True,id=459b61db-7487-4c08-9b09-fc8397fc7255,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap459b61db-74') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG os_vif [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:8f:6b,bridge_name='br-int',has_traffic_filtering=True,id=459b61db-7487-4c08-9b09-fc8397fc7255,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap459b61db-74') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4d6594fc-7f4a-5315-91a6-e907388e6583', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap459b61db-74, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap459b61db-74, col_values=(('qos', UUID('e5d226c2-2f7e-4c85-a854-5a0d50c3998e')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap459b61db-74, col_values=(('external_ids', {'iface-id': '459b61db-7487-4c08-9b09-fc8397fc7255', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:03:8f:6b', 'vm-uuid': '68e7b903-61c7-4af9-92b0-c423ed3eabc8'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:29 user nova-compute[75432]: INFO os_vif [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:03:8f:6b,bridge_name='br-int',has_traffic_filtering=True,id=459b61db-7487-4c08-9b09-fc8397fc7255,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap459b61db-74')
Nov 27 14:35:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No VIF found with MAC fa:16:3e:03:8f:6b, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:35:29 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:35:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:30 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:35:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-a2b24b32-02d8-4a24-bb74-2eda8c4cc152 req-71144a98-618e-4d08-a12e-47510db7b649 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a2b24b32-02d8-4a24-bb74-2eda8c4cc152 req-71144a98-618e-4d08-a12e-47510db7b649 service nova] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a2b24b32-02d8-4a24-bb74-2eda8c4cc152 req-71144a98-618e-4d08-a12e-47510db7b649 service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a2b24b32-02d8-4a24-bb74-2eda8c4cc152 req-71144a98-618e-4d08-a12e-47510db7b649 service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-a2b24b32-02d8-4a24-bb74-2eda8c4cc152 req-71144a98-618e-4d08-a12e-47510db7b649 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] No waiting events found dispatching network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:35:30 user nova-compute[75432]: WARNING nova.compute.manager [req-a2b24b32-02d8-4a24-bb74-2eda8c4cc152 req-71144a98-618e-4d08-a12e-47510db7b649 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received unexpected event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 for instance with vm_state building and task_state spawning.
Nov 27 14:35:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sfxnuGdK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:35:32 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:35:32 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:35:32 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a1252de-bef7-46c7-8448-ef0b1f597093]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:35:32 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b679c49c-5add-4c04-83cc-1be3ead877b3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44] added
Nov 27 14:35:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d8dbfc-25d7-4785-8507-8979dc5b04d2]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[95cc0b67-2ecc-4cbe-99e2-5910504f1718]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sfxnuGdK {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sfxnuGdK" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[59c6a87a-826f-4d01-952f-35d5911db0be]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sfxnuGdK'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[880b371b-0b08-4dc1-a992-8d3aee062846]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[018bc2c8-0d7e-40b8-ba44-ea8070f5060d]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --login" returned: 0 in 0.070s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[98811002-e3f0-4426-8909-bf0b4b903bb4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44, portal: 172.16.0.220,3260]
Nov 27 14:35:32 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44, portal: 172.16.0.220,3260] successful.
Nov 27 14:35:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[db100b4c-9f87-482e-aa78-af0069d2aacd]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[018d3027-eda8-422f-b709-4791a08a01c0]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:35:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] HCTL ('36', '-', '-', 0) found on session 35 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb2f5749-fa57-441b-95e6-7b22418466c9]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching for a device in session 35 and hctl ['36', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:35:32 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Instance spawned successfully.
Nov 27 14:35:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:35:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:35:33 user nova-compute[75432]: INFO nova.compute.manager [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Took 5.37 seconds to spawn the instance on the hypervisor.
Nov 27 14:35:33 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-0eb592c5-a97d-407c-8295-6414b66ab7db req-bbc643db-ea28-441d-9169-54a279f98407 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0eb592c5-a97d-407c-8295-6414b66ab7db req-bbc643db-ea28-441d-9169-54a279f98407 service nova] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0eb592c5-a97d-407c-8295-6414b66ab7db req-bbc643db-ea28-441d-9169-54a279f98407 service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0eb592c5-a97d-407c-8295-6414b66ab7db req-bbc643db-ea28-441d-9169-54a279f98407 service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-0eb592c5-a97d-407c-8295-6414b66ab7db req-bbc643db-ea28-441d-9169-54a279f98407 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] No waiting events found dispatching network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:35:33 user nova-compute[75432]: WARNING nova.compute.manager [req-0eb592c5-a97d-407c-8295-6414b66ab7db req-bbc643db-ea28-441d-9169-54a279f98407 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received unexpected event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 for instance with vm_state building and task_state spawning.
Nov 27 14:35:33 user nova-compute[75432]: INFO nova.compute.manager [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Took 20.71 seconds to build instance.
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9cb1d04f-7e29-4200-a65b-c18d1b6aea92 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.844s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching for a device in session 35 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sfxnuGdK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] <== connect_volume: return (1345ms) {'type': 'block', 'scsi_wwn': '23739663232303430', 'path': '/dev/sde'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23739663232303430', 'path': '/dev/sde'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG nova.objects.instance [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid ff89e9c8-7701-43f8-be39-01fcc0a37365 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:35:33 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:35:33 user nova-compute[75432]:   <source dev="/dev/sde"/>
Nov 27 14:35:33 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:35:33 user nova-compute[75432]:   <serial>0b5a30eb-3c9e-461a-97bc-a8550ed6ab44</serial>
Nov 27 14:35:33 user nova-compute[75432]: </disk>
Nov 27 14:35:33 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No VIF found with MAC fa:16:3e:c9:9c:72, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0edd6b0e-dde5-4131-8db5-252c33064b0c tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:37 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:35:37 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:35:37 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7222MB free_disk=25.039344787597656GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG nova.objects.instance [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid ff89e9c8-7701-43f8-be39-01fcc0a37365 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:35:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 84453972-848a-4c15-ba19-7c418c6f6b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance ff89e9c8-7701-43f8-be39-01fcc0a37365 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 33d59bfb-c5ca-43a4-83cc-bc76584dc52f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e4cd9863-996a-4827-a074-1d55afe82813 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c075a895-0192-4831-b291-cbe48cd58854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 479423d1-e141-4025-9fcc-9ed16277fc77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:38 user nova-compute[75432]: INFO nova.compute.manager [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Attaching volume 9fe9bee4-2565-4f13-b47e-0961cf523080 to /dev/vdc
Nov 27 14:35:38 user nova-compute[75432]: DEBUG os_brick.utils [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[518bd88a-396b-4f54-85c0-1cd1a46e4616]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[32cd3dfa-f898-433e-8b3b-fdd126415f6b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[168ff335-f92a-469c-9eb1-91ffe6547787]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[84d7667b-b0c5-40db-8bf1-8fead1033a64]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:35:38 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ad7f38-d308-4761-a2d7-00ff193cbe1b]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG os_brick.utils [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Updating existing volume attachment record: 0c7168ee-6ccc-4baf-8bce-179f2c9fde54 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:35:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.610s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:35:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:35:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 14:35:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:35:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:35:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:35:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:42 user nova-compute[75432]: INFO nova.compute.manager [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Terminating instance
Nov 27 14:35:42 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-1b15868e-9167-41d7-a14a-3b456e22255b req-dc7d9f32-4377-4b6e-bb59-4543f6bbb687 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-vif-unplugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1b15868e-9167-41d7-a14a-3b456e22255b req-dc7d9f32-4377-4b6e-bb59-4543f6bbb687 service nova] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1b15868e-9167-41d7-a14a-3b456e22255b req-dc7d9f32-4377-4b6e-bb59-4543f6bbb687 service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1b15868e-9167-41d7-a14a-3b456e22255b req-dc7d9f32-4377-4b6e-bb59-4543f6bbb687 service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-1b15868e-9167-41d7-a14a-3b456e22255b req-dc7d9f32-4377-4b6e-bb59-4543f6bbb687 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] No waiting events found dispatching network-vif-unplugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:35:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-1b15868e-9167-41d7-a14a-3b456e22255b req-dc7d9f32-4377-4b6e-bb59-4543f6bbb687 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-vif-unplugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:35:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Instance destroyed successfully.
Nov 27 14:35:43 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lazy-loading 'resources' on Instance uuid c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:30:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-758779186',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-758779186',id=20,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCM7AK0q9zL3itiLdu5slIDXl9of/yxU4ivT/nqvh81Oxm3DnuJGnuikBg+9cCTELPE7zjS5A/wsCi2UJnhrK4eMF2XsI7ojMRM2sQLowB3lFEsazOveYbqA0B4yFTL9sg==',key_name='tempest-keypair-1354129795',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:34:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='491b5c64d0c141439d6f662a34202002',ramdisk_id='',reservation_id='r-2rbbmy50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-790439868',owner_user_name='tempest-AttachVolumeShelveTestJSON-790439868-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:34:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='21e5f6317ca1424ab3c082f2d2cbd00b',uuid=c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converting VIF {"id": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "address": "fa:16:3e:12:c7:63", "network": {"id": "414661a7-e575-48c1-92e6-759a769690f2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-694843114-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "491b5c64d0c141439d6f662a34202002", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd88e9eaa-51", "ovs_interfaceid": "d88e9eaa-51d7-4a06-b3a5-60ca6bb67203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG os_vif [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd88e9eaa-51, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e0f7f068-6d69-41c3-abe2-411c5cd4451f) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:43 user nova-compute[75432]: INFO os_vif [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:12:c7:63,bridge_name='br-int',has_traffic_filtering=True,id=d88e9eaa-51d7-4a06-b3a5-60ca6bb67203,network=Network(414661a7-e575-48c1-92e6-759a769690f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd88e9eaa-51')
Nov 27 14:35:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Deleting instance files /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2_del
Nov 27 14:35:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Deletion of /opt/stack/data/nova/instances/c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2_del complete
Nov 27 14:35:43 user nova-compute[75432]: INFO nova.compute.manager [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Took 0.71 seconds to destroy the instance on the hypervisor.
Nov 27 14:35:43 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:35:43 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:35:43 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Took 0.77 seconds to deallocate network for instance.
Nov 27 14:35:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:44 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:35:44 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:35:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.388s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:44 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Deleted allocations for instance c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2
Nov 27 14:35:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1815b3bd-135b-43ba-973d-d1b02a1b47b1 tempest-AttachVolumeShelveTestJSON-790439868 tempest-AttachVolumeShelveTestJSON-790439868-project-member] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.083s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-639bd94f-0810-482c-8832-af268f773649 req-2468c316-2ed6-4978-8a47-e5b6c6b84f82 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-639bd94f-0810-482c-8832-af268f773649 req-2468c316-2ed6-4978-8a47-e5b6c6b84f82 service nova] Acquiring lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-639bd94f-0810-482c-8832-af268f773649 req-2468c316-2ed6-4978-8a47-e5b6c6b84f82 service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-639bd94f-0810-482c-8832-af268f773649 req-2468c316-2ed6-4978-8a47-e5b6c6b84f82 service nova] Lock "c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-639bd94f-0810-482c-8832-af268f773649 req-2468c316-2ed6-4978-8a47-e5b6c6b84f82 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] No waiting events found dispatching network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:35:44 user nova-compute[75432]: WARNING nova.compute.manager [req-639bd94f-0810-482c-8832-af268f773649 req-2468c316-2ed6-4978-8a47-e5b6c6b84f82 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received unexpected event network-vif-plugged-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 for instance with vm_state deleted and task_state None.
Nov 27 14:35:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-639bd94f-0810-482c-8832-af268f773649 req-2468c316-2ed6-4978-8a47-e5b6c6b84f82 service nova] [instance: c36b6f5e-7a53-4ed3-a9af-e87eeb7067e2] Received event network-vif-deleted-d88e9eaa-51d7-4a06-b3a5-60ca6bb67203 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CNbsPaoD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:35:45 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:35:45 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:35:45 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7ac2e3c-e0f6-4355-8285-031c7c62e609]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:35:45 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[482c9c83-0387-4332-a89e-74f85e807853]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080] added
Nov 27 14:35:45 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b058b55a-f60f-4d3b-b0e7-032ef5f7cfb4]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ffe1c17-7418-451c-9793-aabdce7225c1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CNbsPaoD {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CNbsPaoD" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[baa92886-7daf-4c7a-b4a4-3deb5d6d38cb]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CNbsPaoD'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[31d647e6-4c65-4f7f-a3b5-24cf3da9d71e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8767afce-2b32-4b35-907f-3fb431c56ec0]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d9c20ac-9ca4-409d-be92-37a1623dc59e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080, portal: 172.16.0.220,3260]
Nov 27 14:35:45 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080, portal: 172.16.0.220,3260] successful.
Nov 27 14:35:45 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a52af2c-67b4-4025-8327-a3f49a5d53ba]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c48d645-3194-4333-86d0-b0f6f1b797f1]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:35:45 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] HCTL ('37', '-', '-', 0) found on session 36 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed87d8c9-b306-45ea-86b9-3fafe21b1e1e]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Searching for a device in session 36 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:35:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CNbsPaoD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:35:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:35:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '23731623232356662', 'path': '/dev/sdf'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:35:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23731623232356662', 'path': '/dev/sdf'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:35:46 user nova-compute[75432]: DEBUG nova.objects.instance [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid ff89e9c8-7701-43f8-be39-01fcc0a37365 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:35:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:35:46 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:35:46 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:35:46 user nova-compute[75432]:   <target dev="vdc" bus="virtio"/>
Nov 27 14:35:46 user nova-compute[75432]:   <serial>9fe9bee4-2565-4f13-b47e-0961cf523080</serial>
Nov 27 14:35:46 user nova-compute[75432]: </disk>
Nov 27 14:35:46 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:35:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:35:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:35:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:35:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] No VIF found with MAC fa:16:3e:c9:9c:72, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:35:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2597ef11-274d-4994-b05b-798c71f16a75 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.022s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:48 user nova-compute[75432]: INFO nova.compute.manager [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Detaching volume 0b5a30eb-3c9e-461a-97bc-a8550ed6ab44
Nov 27 14:35:48 user nova-compute[75432]: INFO nova.virt.block_device [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Attempting to driver detach volume 0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 from mountpoint /dev/vdb
Nov 27 14:35:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Attempting to detach device vdb from instance ff89e9c8-7701-43f8-be39-01fcc0a37365 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:35:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:35:48 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:35:48 user nova-compute[75432]:   <source dev="/dev/sde"/>
Nov 27 14:35:48 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:35:48 user nova-compute[75432]:   <serial>0b5a30eb-3c9e-461a-97bc-a8550ed6ab44</serial>
Nov 27 14:35:48 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:35:48 user nova-compute[75432]: </disk>
Nov 27 14:35:48 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:35:48 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully detached device vdb from instance ff89e9c8-7701-43f8-be39-01fcc0a37365 from the persistent domain config.
Nov 27 14:35:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ff89e9c8-7701-43f8-be39-01fcc0a37365 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:35:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:35:48 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:35:48 user nova-compute[75432]:   <source dev="/dev/sde"/>
Nov 27 14:35:48 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:35:48 user nova-compute[75432]:   <serial>0b5a30eb-3c9e-461a-97bc-a8550ed6ab44</serial>
Nov 27 14:35:48 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:35:48 user nova-compute[75432]: </disk>
Nov 27 14:35:48 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:35:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ff89e9c8-7701-43f8-be39-01fcc0a37365 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:35:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-335d4aa1-c3df-4f4c-bce6-58840f7995d4 req-505e35cd-4872-4f64-b1b7-4a446962786a service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Received event network-changed-2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-335d4aa1-c3df-4f4c-bce6-58840f7995d4 req-505e35cd-4872-4f64-b1b7-4a446962786a service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Refreshing instance network info cache due to event network-changed-2f823974-ee6b-4bce-9128-9e4501d6c429. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:35:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-335d4aa1-c3df-4f4c-bce6-58840f7995d4 req-505e35cd-4872-4f64-b1b7-4a446962786a service nova] Acquiring lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:35:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-335d4aa1-c3df-4f4c-bce6-58840f7995d4 req-505e35cd-4872-4f64-b1b7-4a446962786a service nova] Acquired lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:35:56 user nova-compute[75432]: DEBUG nova.network.neutron [req-335d4aa1-c3df-4f4c-bce6-58840f7995d4 req-505e35cd-4872-4f64-b1b7-4a446962786a service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Refreshing network info cache for port 2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:35:56 user nova-compute[75432]: DEBUG nova.network.neutron [req-335d4aa1-c3df-4f4c-bce6-58840f7995d4 req-505e35cd-4872-4f64-b1b7-4a446962786a service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updated VIF entry in instance network info cache for port 2f823974-ee6b-4bce-9128-9e4501d6c429. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:35:56 user nova-compute[75432]: DEBUG nova.network.neutron [req-335d4aa1-c3df-4f4c-bce6-58840f7995d4 req-505e35cd-4872-4f64-b1b7-4a446962786a service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updating instance_info_cache with network_info: [{"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:35:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-335d4aa1-c3df-4f4c-bce6-58840f7995d4 req-505e35cd-4872-4f64-b1b7-4a446962786a service nova] Releasing lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:35:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Stashing vm_state: active {{(pid=75432) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 27 14:35:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:35:57 user nova-compute[75432]: INFO nova.compute.claims [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Claim successful on node user
Nov 27 14:35:57 user nova-compute[75432]: INFO nova.compute.resource_tracker [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updating resource usage from migration 4fd3871e-9898-47aa-809a-283bf5ecbe5e
Nov 27 14:35:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:57 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:35:57 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:35:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.469s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:57 user nova-compute[75432]: INFO nova.compute.manager [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Migrating
Nov 27 14:35:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:35:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquired lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:35:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-2a048e97-5dae-46d5-9b89-6143b934988a req-35ff3a5d-251b-407b-be22-0b5cafae1099 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received event network-changed-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-2a048e97-5dae-46d5-9b89-6143b934988a req-35ff3a5d-251b-407b-be22-0b5cafae1099 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Refreshing instance network info cache due to event network-changed-931512a7-6630-46f7-836a-c1d719cf32dd. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2a048e97-5dae-46d5-9b89-6143b934988a req-35ff3a5d-251b-407b-be22-0b5cafae1099 service nova] Acquiring lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updating instance_info_cache with network_info: [{"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Releasing lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2a048e97-5dae-46d5-9b89-6143b934988a req-35ff3a5d-251b-407b-be22-0b5cafae1099 service nova] Acquired lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-2a048e97-5dae-46d5-9b89-6143b934988a req-35ff3a5d-251b-407b-be22-0b5cafae1099 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Refreshing network info cache for port 931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Starting migrate_disk_and_power_off {{(pid=75432) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11484}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-d52749b3-63e8-4f90-9090-568880c202bf req-c9f88b08-078a-44f3-a4e1-6a4b99d12171 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received event network-vif-unplugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d52749b3-63e8-4f90-9090-568880c202bf req-c9f88b08-078a-44f3-a4e1-6a4b99d12171 service nova] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d52749b3-63e8-4f90-9090-568880c202bf req-c9f88b08-078a-44f3-a4e1-6a4b99d12171 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d52749b3-63e8-4f90-9090-568880c202bf req-c9f88b08-078a-44f3-a4e1-6a4b99d12171 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-d52749b3-63e8-4f90-9090-568880c202bf req-c9f88b08-078a-44f3-a4e1-6a4b99d12171 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] No waiting events found dispatching network-vif-unplugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:35:58 user nova-compute[75432]: WARNING nova.compute.manager [req-d52749b3-63e8-4f90-9090-568880c202bf req-c9f88b08-078a-44f3-a4e1-6a4b99d12171 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received unexpected event network-vif-unplugged-931512a7-6630-46f7-836a-c1d719cf32dd for instance with vm_state active and task_state resize_migrating.
Nov 27 14:35:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-2a048e97-5dae-46d5-9b89-6143b934988a req-35ff3a5d-251b-407b-be22-0b5cafae1099 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updated VIF entry in instance network info cache for port 931512a7-6630-46f7-836a-c1d719cf32dd. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-2a048e97-5dae-46d5-9b89-6143b934988a req-35ff3a5d-251b-407b-be22-0b5cafae1099 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updating instance_info_cache with network_info: [{"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:35:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2a048e97-5dae-46d5-9b89-6143b934988a req-35ff3a5d-251b-407b-be22-0b5cafae1099 service nova] Releasing lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:35:59 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Instance destroyed successfully.
Nov 27 14:35:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:34:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1196705952',display_name='tempest-ServerActionsTestOtherA-server-1196705952',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1196705952',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb3yFSCzlwwt6QzaMVBZeFWQ4pyDbhoPfiorogaKCtvqqNgdwVP7nSE8qqs8XU2taFEqIiNmYnA7fzrM5XfhJ6GWiw15oQSGSGVuy6d6kta3WAj58j/oDp3gmNtu7HUFg==',key_name='tempest-keypair-1653586749',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:34:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-tf24bwin',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:35:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=33d59bfb-c5ca-43a4-83cc-bc76584dc52f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1481448949-network", "vif_mac": "fa:16:3e:92:c2:dd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1481448949-network", "vif_mac": "fa:16:3e:92:c2:dd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_vif [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap931512a7-66, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1d5fc776-bb47-4fa3-9560-690f93f6792d) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:35:59 user nova-compute[75432]: INFO os_vif [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66')
Nov 27 14:35:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWnTjRfy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:35:59 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae27376a-daa8-461d-a4b0-adcff254d3a7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:35:59 user nova-compute[75432]: No targets found.
Nov 27 14:35:59 user nova-compute[75432]: iSNS:
Nov 27 14:35:59 user nova-compute[75432]: No targets found.
Nov 27 14:35:59 user nova-compute[75432]: STATIC:
Nov 27 14:35:59 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887
Nov 27 14:35:59 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:35:59 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:35:59 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:35:59 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:35:59 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:35:59 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080
Nov 27 14:35:59 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:35:59 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:35:59 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87
Nov 27 14:35:59 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:35:59 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:35:59 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44
Nov 27 14:35:59 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:35:59 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:35:59 user nova-compute[75432]: FIRMWARE:
Nov 27 14:35:59 user nova-compute[75432]: No targets found.
Nov 27 14:35:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:35:59 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:35:59 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8849a58f-83a9-4ceb-ab50-ff3af57a2d8d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[41946110-27e0-4d9f-ba4b-fd763166a167]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:59 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:59 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:35:59 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:35:59 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:35:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:35:59 user nova-compute[75432]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:35:59 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:35:59 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:35:59 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:35:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b501a3640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87'): ({'sdc'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Removing single pathed devices sdc {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f728f19-ebbc-4373-b025-a77174642471]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bba155c-515d-40f1-8be0-0955ba45e0fd]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flushing IO for device /dev/sdc {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3821868-e33d-42b8-b0be-aa30848a998f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.038s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d52ecf15-f517-4933-8da7-0b63a9f78de6]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23430613931323563', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_97b5d69f', '/dev/disk/by-id/scsi-1SCST_BIO97b5d69f-40a9125cacc17bca') {{(pid=85645) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7ecb19d-c6f7-4d44-81a5-41f7a43a0896]: (4, None) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f90c46d-7b98-4938-91ec-db778d465680]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5edba56-9680-42c5-be2e-326d2b61634d]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260]
Nov 27 14:35:59 user nova-compute[75432]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260] successful.
Nov 27 14:35:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[da721b51-4fc6-4d5e-9cf2-69932b2b9ecb]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== disconnect_volume: return (315ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:35:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:36:00 user nova-compute[75432]: DEBUG nova.network.neutron [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Port 931512a7-6630-46f7-836a-c1d719cf32dd binding to destination host user is already ACTIVE {{(pid=75432) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 27 14:36:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:36:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquired lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:36:00 user nova-compute[75432]: DEBUG nova.network.neutron [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:36:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-416dc227-ce21-4312-9d33-80e2b3e9917b req-4eb566bd-50d9-4b97-be1f-556b7010e786 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received event network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-416dc227-ce21-4312-9d33-80e2b3e9917b req-4eb566bd-50d9-4b97-be1f-556b7010e786 service nova] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-416dc227-ce21-4312-9d33-80e2b3e9917b req-4eb566bd-50d9-4b97-be1f-556b7010e786 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-416dc227-ce21-4312-9d33-80e2b3e9917b req-4eb566bd-50d9-4b97-be1f-556b7010e786 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-416dc227-ce21-4312-9d33-80e2b3e9917b req-4eb566bd-50d9-4b97-be1f-556b7010e786 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] No waiting events found dispatching network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:36:00 user nova-compute[75432]: WARNING nova.compute.manager [req-416dc227-ce21-4312-9d33-80e2b3e9917b req-4eb566bd-50d9-4b97-be1f-556b7010e786 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received unexpected event network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd for instance with vm_state active and task_state resize_migrated.
Nov 27 14:36:01 user nova-compute[75432]: DEBUG nova.network.neutron [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updating instance_info_cache with network_info: [{"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Releasing lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG os_brick.utils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[94def6bb-6782-4dd4-b3f7-5aa7ee4ff41b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac329bc9-9357-4fa4-a174-0b74cbcc0873]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5151b322-bdc8-44ea-ae1f-9005e0c6a11a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ebe3af4-9e32-4d06-b650-be41f6c3ca57]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:36:01 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:36:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5be7ecd-8bf5-4a26-b5ca-4c30d1141547]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:36:01 user nova-compute[75432]: DEBUG os_brick.utils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-509b445e-5f20-4539-81b0-210ba25fb042 req-8e43653b-6540-4560-aa09-b9a671ead9e1 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-changed-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-509b445e-5f20-4539-81b0-210ba25fb042 req-8e43653b-6540-4560-aa09-b9a671ead9e1 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Refreshing instance network info cache due to event network-changed-070455e9-4451-4a07-92c2-da804d5c28ff. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-509b445e-5f20-4539-81b0-210ba25fb042 req-8e43653b-6540-4560-aa09-b9a671ead9e1 service nova] Acquiring lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-509b445e-5f20-4539-81b0-210ba25fb042 req-8e43653b-6540-4560-aa09-b9a671ead9e1 service nova] Acquired lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG nova.network.neutron [req-509b445e-5f20-4539-81b0-210ba25fb042 req-8e43653b-6540-4560-aa09-b9a671ead9e1 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Refreshing network info cache for port 070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG nova.network.neutron [req-509b445e-5f20-4539-81b0-210ba25fb042 req-8e43653b-6540-4560-aa09-b9a671ead9e1 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Updated VIF entry in instance network info cache for port 070455e9-4451-4a07-92c2-da804d5c28ff. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG nova.network.neutron [req-509b445e-5f20-4539-81b0-210ba25fb042 req-8e43653b-6540-4560-aa09-b9a671ead9e1 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Updating instance_info_cache with network_info: [{"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "e4cd9863-996a-4827-a074-1d55afe82813" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-509b445e-5f20-4539-81b0-210ba25fb042 req-8e43653b-6540-4560-aa09-b9a671ead9e1 service nova] Releasing lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG nova.objects.instance [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lazy-loading 'flavor' on Instance uuid e4cd9863-996a-4827-a074-1d55afe82813 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "e4cd9863-996a-4827-a074-1d55afe82813" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "e4cd9863-996a-4827-a074-1d55afe82813" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:03 user nova-compute[75432]: INFO nova.compute.manager [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Attaching volume 13c7fac4-298d-46af-bed2-a857a58533c1 to /dev/vdb
Nov 27 14:36:03 user nova-compute[75432]: DEBUG os_brick.utils [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a966176a-495c-4786-ad32-64ba29e5ec48]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[731701a8-f7b9-460c-b754-9e7ad358715f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb405709-b8c0-411c-bafa-2baf5f46e406]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2537149d-986b-4167-9d1e-bef6fcf994c0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:36:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:36:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:36:04 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:36:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f26bc78-6e81-41e4-9d17-4a916eb451bd]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:36:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:36:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:36:04 user nova-compute[75432]: DEBUG os_brick.utils [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:36:04 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Updating existing volume attachment record: 6464c6b3-a8c5-4d2d-8ba8-fac2eab9476f {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:36:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Starting finish_migration {{(pid=75432) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11671}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Instance directory exists: not creating {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 14:36:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Creating image(s)
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Ensure instance console log exists: /opt/stack/data/nova/instances/33d59bfb-c5ca-43a4-83cc-bc76584dc52f/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Start _get_guest_xml network_info=[{"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1481448949-network", "vif_mac": "fa:16:3e:92:c2:dd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': 'ad7962ed-49c2-4626-b844-9d70c6a916a4', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWnTjRfy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '33d59bfb-c5ca-43a4-83cc-bc76584dc52f', 'attached_at': '2023-11-27T14:36:08.000000', 'detached_at': '', 'volume_id': '8ab6133c-4b1a-40d6-88b9-2b9fcd566d87', 'serial': '8ab6133c-4b1a-40d6-88b9-2b9fcd566d87'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:36:07 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:36:07 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWnTjRfy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:36:07 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:36:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:36:07 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:36:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:36:07 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:36:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[013d9c85-5f26-4be9-a3af-a129da318616]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:36:07 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[15eb54f5-b257-45b0-b3ba-a3b6372890b0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87] added
Nov 27 14:36:07 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d32363f9-35f8-4702-8952-26a1dc348741]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[39e54565-7eab-4943-8432-609c90a09d9e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SWnTjRfy {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SWnTjRfy" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab77dccf-4bb4-437c-b0e9-d7a9a60bb988]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SWnTjRfy'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1993bc93-cdda-449a-a09e-1b2150f82260]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4057380-8109-4e20-9e19-51ee785c69e7]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7852b90c-5ef0-4d65-b505-d34d93d191ef]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260]
Nov 27 14:36:08 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260] successful.
Nov 27 14:36:08 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4497b19b-6609-48c1-be36-a2332bc6582e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[046c41a5-3c15-402d-8a2a-e0c2f9276053]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:36:08 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] HCTL ('34', '-', '-', 0) found on session 37 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[769040bb-d8ac-4021-9965-265878cf76b2]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching for a device in session 37 and hctl ['34', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:36:08 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ff89e9c8-7701-43f8-be39-01fcc0a37365 is timed out.
Nov 27 14:36:08 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully detached device vdb from instance ff89e9c8-7701-43f8-be39-01fcc0a37365 from the live domain config.
Nov 27 14:36:08 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sfxnuGdK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:36:08 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:36:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Searching for a device in session 37 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWnTjRfy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.325s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '23430613931323563', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23430613931323563', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.419s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae744b21-1382-4cc5-81e7-aba9a7302d06]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:36:09 user nova-compute[75432]: No targets found.
Nov 27 14:36:09 user nova-compute[75432]: iSNS:
Nov 27 14:36:09 user nova-compute[75432]: No targets found.
Nov 27 14:36:09 user nova-compute[75432]: STATIC:
Nov 27 14:36:09 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887
Nov 27 14:36:09 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:09 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:09 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:36:09 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:09 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:09 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080
Nov 27 14:36:09 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:09 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:09 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87
Nov 27 14:36:09 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:09 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:09 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44
Nov 27 14:36:09 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:09 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:09 user nova-compute[75432]: FIRMWARE:
Nov 27 14:36:09 user nova-compute[75432]: No targets found.
Nov 27 14:36:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:36:09 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:36:09 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:34:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1196705952',display_name='tempest-ServerActionsTestOtherA-server-1196705952',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1196705952',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb3yFSCzlwwt6QzaMVBZeFWQ4pyDbhoPfiorogaKCtvqqNgdwVP7nSE8qqs8XU2taFEqIiNmYnA7fzrM5XfhJ6GWiw15oQSGSGVuy6d6kta3WAj58j/oDp3gmNtu7HUFg==',key_name='tempest-keypair-1653586749',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:34:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-tf24bwin',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:36:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=33d59bfb-c5ca-43a4-83cc-bc76584dc52f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1481448949-network", "vif_mac": "fa:16:3e:92:c2:dd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1481448949-network", "vif_mac": "fa:16:3e:92:c2:dd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:36:09 user nova-compute[75432]:   <uuid>33d59bfb-c5ca-43a4-83cc-bc76584dc52f</uuid>
Nov 27 14:36:09 user nova-compute[75432]:   <name>instance-0000001b</name>
Nov 27 14:36:09 user nova-compute[75432]:   <memory>2097152</memory>
Nov 27 14:36:09 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:36:09 user nova-compute[75432]:   <metadata>
Nov 27 14:36:09 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:36:09 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:36:09 user nova-compute[75432]:       <nova:name>tempest-ServerActionsTestOtherA-server-1196705952</nova:name>
Nov 27 14:36:09 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:36:07</nova:creationTime>
Nov 27 14:36:09 user nova-compute[75432]:       <nova:flavor name="m1.small">
Nov 27 14:36:09 user nova-compute[75432]:         <nova:memory>2048</nova:memory>
Nov 27 14:36:09 user nova-compute[75432]:         <nova:disk>20</nova:disk>
Nov 27 14:36:09 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:36:09 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:36:09 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:36:09 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:36:09 user nova-compute[75432]:       <nova:owner>
Nov 27 14:36:09 user nova-compute[75432]:         <nova:user uuid="289f9f58cb40408e8ea5cb4d2b87974f">tempest-ServerActionsTestOtherA-314026822-project-member</nova:user>
Nov 27 14:36:09 user nova-compute[75432]:         <nova:project uuid="c56e131aba2649ceb754fe2a12681a99">tempest-ServerActionsTestOtherA-314026822</nova:project>
Nov 27 14:36:09 user nova-compute[75432]:       </nova:owner>
Nov 27 14:36:09 user nova-compute[75432]:       <nova:ports>
Nov 27 14:36:09 user nova-compute[75432]:         <nova:port uuid="931512a7-6630-46f7-836a-c1d719cf32dd">
Nov 27 14:36:09 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 14:36:09 user nova-compute[75432]:         </nova:port>
Nov 27 14:36:09 user nova-compute[75432]:       </nova:ports>
Nov 27 14:36:09 user nova-compute[75432]:     </nova:instance>
Nov 27 14:36:09 user nova-compute[75432]:   </metadata>
Nov 27 14:36:09 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:36:09 user nova-compute[75432]:     <system>
Nov 27 14:36:09 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:36:09 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:36:09 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:36:09 user nova-compute[75432]:       <entry name="serial">33d59bfb-c5ca-43a4-83cc-bc76584dc52f</entry>
Nov 27 14:36:09 user nova-compute[75432]:       <entry name="uuid">33d59bfb-c5ca-43a4-83cc-bc76584dc52f</entry>
Nov 27 14:36:09 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:36:09 user nova-compute[75432]:     </system>
Nov 27 14:36:09 user nova-compute[75432]:   </sysinfo>
Nov 27 14:36:09 user nova-compute[75432]:   <os>
Nov 27 14:36:09 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:36:09 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:36:09 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:36:09 user nova-compute[75432]:   </os>
Nov 27 14:36:09 user nova-compute[75432]:   <features>
Nov 27 14:36:09 user nova-compute[75432]:     <acpi/>
Nov 27 14:36:09 user nova-compute[75432]:     <apic/>
Nov 27 14:36:09 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:36:09 user nova-compute[75432]:   </features>
Nov 27 14:36:09 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:36:09 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:36:09 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:36:09 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:36:09 user nova-compute[75432]:   </clock>
Nov 27 14:36:09 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:36:09 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:36:09 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:36:09 user nova-compute[75432]:   </cpu>
Nov 27 14:36:09 user nova-compute[75432]:   <devices>
Nov 27 14:36:09 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:36:09 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:36:09 user nova-compute[75432]:       <source dev="/dev/sdc"/>
Nov 27 14:36:09 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:36:09 user nova-compute[75432]:       <serial>8ab6133c-4b1a-40d6-88b9-2b9fcd566d87</serial>
Nov 27 14:36:09 user nova-compute[75432]:     </disk>
Nov 27 14:36:09 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:36:09 user nova-compute[75432]:       <mac address="fa:16:3e:92:c2:dd"/>
Nov 27 14:36:09 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:36:09 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:36:09 user nova-compute[75432]:       <target dev="tap931512a7-66"/>
Nov 27 14:36:09 user nova-compute[75432]:     </interface>
Nov 27 14:36:09 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:36:09 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/33d59bfb-c5ca-43a4-83cc-bc76584dc52f/console.log" append="off"/>
Nov 27 14:36:09 user nova-compute[75432]:     </serial>
Nov 27 14:36:09 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:36:09 user nova-compute[75432]:     <video>
Nov 27 14:36:09 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:36:09 user nova-compute[75432]:     </video>
Nov 27 14:36:09 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:36:09 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:36:09 user nova-compute[75432]:     </rng>
Nov 27 14:36:09 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:36:09 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:36:09 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:36:09 user nova-compute[75432]:     </memballoon>
Nov 27 14:36:09 user nova-compute[75432]:   </devices>
Nov 27 14:36:09 user nova-compute[75432]: </domain>
Nov 27 14:36:09 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:34:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1196705952',display_name='tempest-ServerActionsTestOtherA-server-1196705952',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1196705952',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb3yFSCzlwwt6QzaMVBZeFWQ4pyDbhoPfiorogaKCtvqqNgdwVP7nSE8qqs8XU2taFEqIiNmYnA7fzrM5XfhJ6GWiw15oQSGSGVuy6d6kta3WAj58j/oDp3gmNtu7HUFg==',key_name='tempest-keypair-1653586749',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:34:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-tf24bwin',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:36:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=33d59bfb-c5ca-43a4-83cc-bc76584dc52f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1481448949-network", "vif_mac": "fa:16:3e:92:c2:dd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1481448949-network", "vif_mac": "fa:16:3e:92:c2:dd"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_vif [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89112454-cc65-5797-91fe-94326d714079', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[627530a9-3281-432b-8886-4da6559d26b2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap931512a7-66, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap931512a7-66, col_values=(('qos', UUID('eb13223a-cabe-418b-aa49-ea793337c76c')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap931512a7-66, col_values=(('external_ids', {'iface-id': '931512a7-6630-46f7-836a-c1d719cf32dd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:c2:dd', 'vm-uuid': '33d59bfb-c5ca-43a4-83cc-bc76584dc52f'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:09 user nova-compute[75432]: INFO os_vif [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66')
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[733eeaa4-7782-4235-ba1d-ca24d1f7de05]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:09 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:09 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:36:09 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:36:09 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:36:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:09 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:09 user nova-compute[75432]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 (non-flash)
Nov 27 14:36:09 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:36:09 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:36:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b507b1f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44'): ({'sde'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Removing single pathed devices sde {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[52bf7daa-2fb9-4f23-8651-1ccb91051958]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] No VIF found with MAC fa:16:3e:92:c2:dd, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c29c02af-3af5-470a-8ae5-5b98f916a035]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Flushing IO for device /dev/sde {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8e3d7fc-d2d2-41ab-84e3-da8ef5b79812]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.032s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f2efcf-cf59-4d57-bcd1-5ce1b8861025]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ede6294-da8a-4ec7-b1d7-af8a60b495d8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bff5737b-0b3f-4a3c-8c00-d675552fa988]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44, portal: 172.16.0.220,3260]
Nov 27 14:36:09 user nova-compute[75432]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44, portal: 172.16.0.220,3260] successful.
Nov 27 14:36:09 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0b5a30eb-3c9e-461a-97bc-a8550ed6ab44 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7045867c-71c5-4a7e-816d-4a375775de87]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] <== disconnect_volume: return (731ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:36:09 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG nova.objects.instance [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid ff89e9c8-7701-43f8-be39-01fcc0a37365 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-446d9627-e7c5-4644-a40b-162bd73e3120 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.091s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ADEwGJTd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:36:10 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:36:10 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:36:10 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa33444f-f257-4a90-97ae-24c8e164fb0b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:36:10 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[24910c35-13e5-4b6d-96e2-0f1e206f10af]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1] added
Nov 27 14:36:10 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[48198e4c-b11d-4662-8c4f-0bc1e4854fdb]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[286fa17d-cce5-4c81-ac0b-f07065abcd83]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ADEwGJTd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ADEwGJTd" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b59635bb-6fd7-4967-8ea6-9b80f917460f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ADEwGJTd'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[de8a981a-95e6-4731-b7bb-aa34256d8636]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[61fd1369-6143-475f-82c0-6fee6528fe9e]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:10 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:10 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:36:10 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:36:10 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:10 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:10 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:36:10 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:36:10 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:36:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:11 user nova-compute[75432]: INFO nova.compute.manager [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Detaching volume 9fe9bee4-2565-4f13-b47e-0961cf523080
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c969d5f-6607-4467-87ee-2a78fb2921b0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1, portal: 172.16.0.220,3260]
Nov 27 14:36:11 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1, portal: 172.16.0.220,3260] successful.
Nov 27 14:36:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-2c96d6d3-b9c5-4ea4-a62d-ec562455578a req-ce1ebe2b-e243-47dd-b9b1-d14aeb963c31 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received event network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2c96d6d3-b9c5-4ea4-a62d-ec562455578a req-ce1ebe2b-e243-47dd-b9b1-d14aeb963c31 service nova] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2c96d6d3-b9c5-4ea4-a62d-ec562455578a req-ce1ebe2b-e243-47dd-b9b1-d14aeb963c31 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2c96d6d3-b9c5-4ea4-a62d-ec562455578a req-ce1ebe2b-e243-47dd-b9b1-d14aeb963c31 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-2c96d6d3-b9c5-4ea4-a62d-ec562455578a req-ce1ebe2b-e243-47dd-b9b1-d14aeb963c31 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] No waiting events found dispatching network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:36:11 user nova-compute[75432]: WARNING nova.compute.manager [req-2c96d6d3-b9c5-4ea4-a62d-ec562455578a req-ce1ebe2b-e243-47dd-b9b1-d14aeb963c31 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received unexpected event network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd for instance with vm_state active and task_state resize_finish.
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[90c53947-a073-4074-b99e-825cf5b89d87]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b467743c-a62d-4de1-a90c-302f25dcc887]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:11 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:11 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:36:11 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:36:11 user nova-compute[75432]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 (non-flash)
Nov 27 14:36:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:11 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:11 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:36:11 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:36:11 user nova-compute[75432]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 (non-flash)
Nov 27 14:36:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.332s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] HCTL ('36', '-', '-', 0) found on session 38 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:11 user nova-compute[75432]: INFO nova.virt.block_device [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Attempting to driver detach volume 9fe9bee4-2565-4f13-b47e-0961cf523080 from mountpoint /dev/vdc
Nov 27 14:36:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6778f77b-a4aa-4fa7-80a6-f356fc7b0b89]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Searching for a device in session 38 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ADEwGJTd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Attempting to detach device vdc from instance ff89e9c8-7701-43f8-be39-01fcc0a37365 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:36:11 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:36:11 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:36:11 user nova-compute[75432]:   <target dev="vdc" bus="virtio"/>
Nov 27 14:36:11 user nova-compute[75432]:   <serial>9fe9bee4-2565-4f13-b47e-0961cf523080</serial>
Nov 27 14:36:11 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 27 14:36:11 user nova-compute[75432]: </disk>
Nov 27 14:36:11 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:36:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully detached device vdc from instance ff89e9c8-7701-43f8-be39-01fcc0a37365 from the persistent domain config.
Nov 27 14:36:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance ff89e9c8-7701-43f8-be39-01fcc0a37365 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:36:11 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:36:11 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:36:11 user nova-compute[75432]:   <target dev="vdc" bus="virtio"/>
Nov 27 14:36:11 user nova-compute[75432]:   <serial>9fe9bee4-2565-4f13-b47e-0961cf523080</serial>
Nov 27 14:36:11 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 27 14:36:11 user nova-compute[75432]: </disk>
Nov 27 14:36:11 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:36:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance ff89e9c8-7701-43f8-be39-01fcc0a37365 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:36:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.379s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:36:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] <== connect_volume: return (1380ms) {'type': 'block', 'scsi_wwn': '23465356336353530', 'path': '/dev/sde'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:36:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23465356336353530', 'path': '/dev/sde'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:36:12 user nova-compute[75432]: DEBUG nova.objects.instance [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lazy-loading 'flavor' on Instance uuid e4cd9863-996a-4827-a074-1d55afe82813 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:36:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:36:12 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:36:12 user nova-compute[75432]:   <source dev="/dev/sde"/>
Nov 27 14:36:12 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:36:12 user nova-compute[75432]:   <serial>13c7fac4-298d-46af-bed2-a857a58533c1</serial>
Nov 27 14:36:12 user nova-compute[75432]: </disk>
Nov 27 14:36:12 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:36:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:36:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:36:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] No VIF found with MAC fa:16:3e:d4:ab:fd, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:36:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dd6fcc3e-3db5-45e8-900f-79e64c4cd30f tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "e4cd9863-996a-4827-a074-1d55afe82813" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.903s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:36:13 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Instance running successfully.
Nov 27 14:36:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Failed to set time: agent not configured {{(pid=75432) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 27 14:36:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-124bc185-3aef-4c58-9919-15b7c69fd0c7 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] finish_migration finished successfully. {{(pid=75432) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11766}}
Nov 27 14:36:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-9b0ffffc-d72d-487a-b482-8b610308dca6 req-05b5b8e5-3e15-4387-9c2c-328c075b1ed4 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received event network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9b0ffffc-d72d-487a-b482-8b610308dca6 req-05b5b8e5-3e15-4387-9c2c-328c075b1ed4 service nova] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9b0ffffc-d72d-487a-b482-8b610308dca6 req-05b5b8e5-3e15-4387-9c2c-328c075b1ed4 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9b0ffffc-d72d-487a-b482-8b610308dca6 req-05b5b8e5-3e15-4387-9c2c-328c075b1ed4 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-9b0ffffc-d72d-487a-b482-8b610308dca6 req-05b5b8e5-3e15-4387-9c2c-328c075b1ed4 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] No waiting events found dispatching network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:36:13 user nova-compute[75432]: WARNING nova.compute.manager [req-9b0ffffc-d72d-487a-b482-8b610308dca6 req-05b5b8e5-3e15-4387-9c2c-328c075b1ed4 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received unexpected event network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd for instance with vm_state active and task_state resize_finish.
Nov 27 14:36:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "e4cd9863-996a-4827-a074-1d55afe82813" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:15 user nova-compute[75432]: INFO nova.compute.manager [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Detaching volume 13c7fac4-298d-46af-bed2-a857a58533c1
Nov 27 14:36:15 user nova-compute[75432]: INFO nova.virt.block_device [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Attempting to driver detach volume 13c7fac4-298d-46af-bed2-a857a58533c1 from mountpoint /dev/vdb
Nov 27 14:36:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Attempting to detach device vdb from instance e4cd9863-996a-4827-a074-1d55afe82813 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:36:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:36:15 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:36:15 user nova-compute[75432]:   <source dev="/dev/sde"/>
Nov 27 14:36:15 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:36:15 user nova-compute[75432]:   <serial>13c7fac4-298d-46af-bed2-a857a58533c1</serial>
Nov 27 14:36:15 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:36:15 user nova-compute[75432]: </disk>
Nov 27 14:36:15 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:36:15 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Successfully detached device vdb from instance e4cd9863-996a-4827-a074-1d55afe82813 from the persistent domain config.
Nov 27 14:36:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e4cd9863-996a-4827-a074-1d55afe82813 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:36:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:36:15 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:36:15 user nova-compute[75432]:   <source dev="/dev/sde"/>
Nov 27 14:36:15 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:36:15 user nova-compute[75432]:   <serial>13c7fac4-298d-46af-bed2-a857a58533c1</serial>
Nov 27 14:36:15 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:36:15 user nova-compute[75432]: </disk>
Nov 27 14:36:15 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:36:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e4cd9863-996a-4827-a074-1d55afe82813 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:36:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "5f843d51-02ab-4768-9466-431ac914c8fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "5f843d51-02ab-4768-9466-431ac914c8fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:25 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:36:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:25 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:36:25 user nova-compute[75432]: INFO nova.compute.claims [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Claim successful on node user
Nov 27 14:36:25 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:36:25 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.722s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:36:26 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:36:26 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG nova.policy [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace34346136c46b88d035d8598157aa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58f24f8680cc4ff4bbebe7d39bb4f16f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:36:26 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Creating image(s)
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "/opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "/opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "/opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.246s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk 1073741824" returned: 0 in 0.057s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.312s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.168s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Successfully created port: 0d7697a7-c344-4bc5-8bd4-c4fe5e938fad {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Cannot resize image /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Ensure instance console log exists: /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Successfully updated port: 0d7697a7-c344-4bc5-8bd4-c4fe5e938fad {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "refresh_cache-5f843d51-02ab-4768-9466-431ac914c8fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquired lock "refresh_cache-5f843d51-02ab-4768-9466-431ac914c8fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG nova.compute.manager [req-5c6fb8ca-57f9-4121-a56c-e7d49c5b256a req-72835151-f40a-45f9-affd-099276031c2e service nova] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Received event network-changed-0d7697a7-c344-4bc5-8bd4-c4fe5e938fad {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG nova.compute.manager [req-5c6fb8ca-57f9-4121-a56c-e7d49c5b256a req-72835151-f40a-45f9-affd-099276031c2e service nova] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Refreshing instance network info cache due to event network-changed-0d7697a7-c344-4bc5-8bd4-c4fe5e938fad. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5c6fb8ca-57f9-4121-a56c-e7d49c5b256a req-72835151-f40a-45f9-affd-099276031c2e service nova] Acquiring lock "refresh_cache-5f843d51-02ab-4768-9466-431ac914c8fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:36:27 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Updating instance_info_cache with network_info: [{"id": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "address": "fa:16:3e:53:54:a2", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d7697a7-c3", "ovs_interfaceid": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Releasing lock "refresh_cache-5f843d51-02ab-4768-9466-431ac914c8fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Instance network_info: |[{"id": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "address": "fa:16:3e:53:54:a2", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d7697a7-c3", "ovs_interfaceid": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5c6fb8ca-57f9-4121-a56c-e7d49c5b256a req-72835151-f40a-45f9-affd-099276031c2e service nova] Acquired lock "refresh_cache-5f843d51-02ab-4768-9466-431ac914c8fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.network.neutron [req-5c6fb8ca-57f9-4121-a56c-e7d49c5b256a req-72835151-f40a-45f9-affd-099276031c2e service nova] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Refreshing network info cache for port 0d7697a7-c344-4bc5-8bd4-c4fe5e938fad {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Start _get_guest_xml network_info=[{"id": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "address": "fa:16:3e:53:54:a2", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d7697a7-c3", "ovs_interfaceid": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:36:28 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:36:28 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:36:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1306390428',display_name='tempest-ServersNegativeTestJSON-server-1306390428',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1306390428',id=32,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='58f24f8680cc4ff4bbebe7d39bb4f16f',ramdisk_id='',reservation_id='r-musrzrho',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-778357292',owner_user_name='tempest-ServersNegativeTestJSON-778357292-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:36:26Z,user_data=None,user_id='ace34346136c46b88d035d8598157aa5',uuid=5f843d51-02ab-4768-9466-431ac914c8fc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "address": "fa:16:3e:53:54:a2", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d7697a7-c3", "ovs_interfaceid": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Converting VIF {"id": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "address": "fa:16:3e:53:54:a2", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d7697a7-c3", "ovs_interfaceid": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:54:a2,bridge_name='br-int',has_traffic_filtering=True,id=0d7697a7-c344-4bc5-8bd4-c4fe5e938fad,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d7697a7-c3') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.objects.instance [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lazy-loading 'pci_devices' on Instance uuid 5f843d51-02ab-4768-9466-431ac914c8fc {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:36:28 user nova-compute[75432]:   <uuid>5f843d51-02ab-4768-9466-431ac914c8fc</uuid>
Nov 27 14:36:28 user nova-compute[75432]:   <name>instance-00000020</name>
Nov 27 14:36:28 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:36:28 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:36:28 user nova-compute[75432]:   <metadata>
Nov 27 14:36:28 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:36:28 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:36:28 user nova-compute[75432]:       <nova:name>tempest-ServersNegativeTestJSON-server-1306390428</nova:name>
Nov 27 14:36:28 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:36:28</nova:creationTime>
Nov 27 14:36:28 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:36:28 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:36:28 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:36:28 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:36:28 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:36:28 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:36:28 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:36:28 user nova-compute[75432]:       <nova:owner>
Nov 27 14:36:28 user nova-compute[75432]:         <nova:user uuid="ace34346136c46b88d035d8598157aa5">tempest-ServersNegativeTestJSON-778357292-project-member</nova:user>
Nov 27 14:36:28 user nova-compute[75432]:         <nova:project uuid="58f24f8680cc4ff4bbebe7d39bb4f16f">tempest-ServersNegativeTestJSON-778357292</nova:project>
Nov 27 14:36:28 user nova-compute[75432]:       </nova:owner>
Nov 27 14:36:28 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:36:28 user nova-compute[75432]:       <nova:ports>
Nov 27 14:36:28 user nova-compute[75432]:         <nova:port uuid="0d7697a7-c344-4bc5-8bd4-c4fe5e938fad">
Nov 27 14:36:28 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 14:36:28 user nova-compute[75432]:         </nova:port>
Nov 27 14:36:28 user nova-compute[75432]:       </nova:ports>
Nov 27 14:36:28 user nova-compute[75432]:     </nova:instance>
Nov 27 14:36:28 user nova-compute[75432]:   </metadata>
Nov 27 14:36:28 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:36:28 user nova-compute[75432]:     <system>
Nov 27 14:36:28 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:36:28 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:36:28 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:36:28 user nova-compute[75432]:       <entry name="serial">5f843d51-02ab-4768-9466-431ac914c8fc</entry>
Nov 27 14:36:28 user nova-compute[75432]:       <entry name="uuid">5f843d51-02ab-4768-9466-431ac914c8fc</entry>
Nov 27 14:36:28 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:36:28 user nova-compute[75432]:     </system>
Nov 27 14:36:28 user nova-compute[75432]:   </sysinfo>
Nov 27 14:36:28 user nova-compute[75432]:   <os>
Nov 27 14:36:28 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:36:28 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:36:28 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:36:28 user nova-compute[75432]:   </os>
Nov 27 14:36:28 user nova-compute[75432]:   <features>
Nov 27 14:36:28 user nova-compute[75432]:     <acpi/>
Nov 27 14:36:28 user nova-compute[75432]:     <apic/>
Nov 27 14:36:28 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:36:28 user nova-compute[75432]:   </features>
Nov 27 14:36:28 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:36:28 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:36:28 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:36:28 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:36:28 user nova-compute[75432]:   </clock>
Nov 27 14:36:28 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:36:28 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:36:28 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:36:28 user nova-compute[75432]:   </cpu>
Nov 27 14:36:28 user nova-compute[75432]:   <devices>
Nov 27 14:36:28 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:36:28 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:36:28 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk"/>
Nov 27 14:36:28 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:36:28 user nova-compute[75432]:     </disk>
Nov 27 14:36:28 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:36:28 user nova-compute[75432]:       <mac address="fa:16:3e:53:54:a2"/>
Nov 27 14:36:28 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:36:28 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:36:28 user nova-compute[75432]:       <target dev="tap0d7697a7-c3"/>
Nov 27 14:36:28 user nova-compute[75432]:     </interface>
Nov 27 14:36:28 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:36:28 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/console.log" append="off"/>
Nov 27 14:36:28 user nova-compute[75432]:     </serial>
Nov 27 14:36:28 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:36:28 user nova-compute[75432]:     <video>
Nov 27 14:36:28 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:36:28 user nova-compute[75432]:     </video>
Nov 27 14:36:28 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:36:28 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:36:28 user nova-compute[75432]:     </rng>
Nov 27 14:36:28 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:36:28 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:36:28 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:36:28 user nova-compute[75432]:     </memballoon>
Nov 27 14:36:28 user nova-compute[75432]:   </devices>
Nov 27 14:36:28 user nova-compute[75432]: </domain>
Nov 27 14:36:28 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:36:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1306390428',display_name='tempest-ServersNegativeTestJSON-server-1306390428',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1306390428',id=32,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='58f24f8680cc4ff4bbebe7d39bb4f16f',ramdisk_id='',reservation_id='r-musrzrho',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-778357292',owner_user_name='tempest-ServersNegativeTestJSON-778357292-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:36:26Z,user_data=None,user_id='ace34346136c46b88d035d8598157aa5',uuid=5f843d51-02ab-4768-9466-431ac914c8fc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "address": "fa:16:3e:53:54:a2", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d7697a7-c3", "ovs_interfaceid": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Converting VIF {"id": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "address": "fa:16:3e:53:54:a2", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d7697a7-c3", "ovs_interfaceid": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:54:a2,bridge_name='br-int',has_traffic_filtering=True,id=0d7697a7-c344-4bc5-8bd4-c4fe5e938fad,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d7697a7-c3') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG os_vif [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:54:a2,bridge_name='br-int',has_traffic_filtering=True,id=0d7697a7-c344-4bc5-8bd4-c4fe5e938fad,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d7697a7-c3') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '34355fa7-6498-5eaf-82b5-69c1871c73b1', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0d7697a7-c3, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0d7697a7-c3, col_values=(('qos', UUID('bf3ba06f-bef2-48be-b918-95524e780d0d')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0d7697a7-c3, col_values=(('external_ids', {'iface-id': '0d7697a7-c344-4bc5-8bd4-c4fe5e938fad', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:53:54:a2', 'vm-uuid': '5f843d51-02ab-4768-9466-431ac914c8fc'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:28 user nova-compute[75432]: INFO os_vif [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:54:a2,bridge_name='br-int',has_traffic_filtering=True,id=0d7697a7-c344-4bc5-8bd4-c4fe5e938fad,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d7697a7-c3')
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] No VIF found with MAC fa:16:3e:53:54:a2, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.network.neutron [req-5c6fb8ca-57f9-4121-a56c-e7d49c5b256a req-72835151-f40a-45f9-affd-099276031c2e service nova] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Updated VIF entry in instance network info cache for port 0d7697a7-c344-4bc5-8bd4-c4fe5e938fad. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG nova.network.neutron [req-5c6fb8ca-57f9-4121-a56c-e7d49c5b256a req-72835151-f40a-45f9-affd-099276031c2e service nova] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Updating instance_info_cache with network_info: [{"id": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "address": "fa:16:3e:53:54:a2", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d7697a7-c3", "ovs_interfaceid": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:36:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5c6fb8ca-57f9-4121-a56c-e7d49c5b256a req-72835151-f40a-45f9-affd-099276031c2e service nova] Releasing lock "refresh_cache-5f843d51-02ab-4768-9466-431ac914c8fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:36:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:29 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:36:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-5d4297cb-4678-49ed-bd8a-bbd4c3761949 req-1ba6902e-96ea-4b3f-8a6d-3090ec219688 service nova] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Received event network-vif-plugged-0d7697a7-c344-4bc5-8bd4-c4fe5e938fad {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5d4297cb-4678-49ed-bd8a-bbd4c3761949 req-1ba6902e-96ea-4b3f-8a6d-3090ec219688 service nova] Acquiring lock "5f843d51-02ab-4768-9466-431ac914c8fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5d4297cb-4678-49ed-bd8a-bbd4c3761949 req-1ba6902e-96ea-4b3f-8a6d-3090ec219688 service nova] Lock "5f843d51-02ab-4768-9466-431ac914c8fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5d4297cb-4678-49ed-bd8a-bbd4c3761949 req-1ba6902e-96ea-4b3f-8a6d-3090ec219688 service nova] Lock "5f843d51-02ab-4768-9466-431ac914c8fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-5d4297cb-4678-49ed-bd8a-bbd4c3761949 req-1ba6902e-96ea-4b3f-8a6d-3090ec219688 service nova] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] No waiting events found dispatching network-vif-plugged-0d7697a7-c344-4bc5-8bd4-c4fe5e938fad {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:36:29 user nova-compute[75432]: WARNING nova.compute.manager [req-5d4297cb-4678-49ed-bd8a-bbd4c3761949 req-1ba6902e-96ea-4b3f-8a6d-3090ec219688 service nova] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Received unexpected event network-vif-plugged-0d7697a7-c344-4bc5-8bd4-c4fe5e938fad for instance with vm_state building and task_state spawning.
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:36:31 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Instance spawned successfully.
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:36:31 user nova-compute[75432]: INFO nova.compute.manager [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Took 5.29 seconds to spawn the instance on the hypervisor.
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:36:31 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance ff89e9c8-7701-43f8-be39-01fcc0a37365 is timed out.
Nov 27 14:36:31 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully detached device vdc from instance ff89e9c8-7701-43f8-be39-01fcc0a37365 from the live domain config.
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CNbsPaoD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:36:31 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf9f9377-bcbf-41c9-8340-d5633b35070d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:36:31 user nova-compute[75432]: No targets found.
Nov 27 14:36:31 user nova-compute[75432]: iSNS:
Nov 27 14:36:31 user nova-compute[75432]: No targets found.
Nov 27 14:36:31 user nova-compute[75432]: STATIC:
Nov 27 14:36:31 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887
Nov 27 14:36:31 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:31 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:31 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:36:31 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:31 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:31 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1
Nov 27 14:36:31 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:31 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:31 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080
Nov 27 14:36:31 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:31 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:31 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87
Nov 27 14:36:31 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:31 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:31 user nova-compute[75432]: FIRMWARE:
Nov 27 14:36:31 user nova-compute[75432]: No targets found.
Nov 27 14:36:31 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:36:31 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:36:31 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:31 user nova-compute[75432]: INFO nova.compute.manager [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Took 6.41 seconds to build instance.
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[545d711a-d9d0-46d3-87c6-3bcd0b61efdf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c1e25199-3e7d-4a71-be4e-883fb759fd4e tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "5f843d51-02ab-4768-9466-431ac914c8fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.508s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a8ac305-5803-48e7-9273-61d66d030cdd]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:31 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:31 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:36:31 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:36:31 user nova-compute[75432]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 (non-flash)
Nov 27 14:36:31 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:31 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:31 user nova-compute[75432]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 (non-flash)
Nov 27 14:36:31 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:36:31 user nova-compute[75432]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 (non-flash)
Nov 27 14:36:31 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b501a0700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080'): ({'sdf'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Removing single pathed devices sdf {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c68dbca-b297-4583-9864-4587bd7c02ce]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bd3227e-3e27-49ff-bdf3-ec0668bfb8d6]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Flushing IO for device /dev/sdf {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[71e3277a-3ba6-4c90-983f-46e89c6a2ebd]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.040s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e5397b6-3ae6-4aa0-ad96-88e6395c5853]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.compute.manager [req-84107363-4358-4f7b-b8f4-10c812ab4bb7 req-fc5d4f96-d272-4768-a11b-184c87c3f77a service nova] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Received event network-vif-plugged-0d7697a7-c344-4bc5-8bd4-c4fe5e938fad {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-84107363-4358-4f7b-b8f4-10c812ab4bb7 req-fc5d4f96-d272-4768-a11b-184c87c3f77a service nova] Acquiring lock "5f843d51-02ab-4768-9466-431ac914c8fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-84107363-4358-4f7b-b8f4-10c812ab4bb7 req-fc5d4f96-d272-4768-a11b-184c87c3f77a service nova] Lock "5f843d51-02ab-4768-9466-431ac914c8fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-84107363-4358-4f7b-b8f4-10c812ab4bb7 req-fc5d4f96-d272-4768-a11b-184c87c3f77a service nova] Lock "5f843d51-02ab-4768-9466-431ac914c8fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.compute.manager [req-84107363-4358-4f7b-b8f4-10c812ab4bb7 req-fc5d4f96-d272-4768-a11b-184c87c3f77a service nova] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] No waiting events found dispatching network-vif-plugged-0d7697a7-c344-4bc5-8bd4-c4fe5e938fad {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:36:31 user nova-compute[75432]: WARNING nova.compute.manager [req-84107363-4358-4f7b-b8f4-10c812ab4bb7 req-fc5d4f96-d272-4768-a11b-184c87c3f77a service nova] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Received unexpected event network-vif-plugged-0d7697a7-c344-4bc5-8bd4-c4fe5e938fad for instance with vm_state active and task_state None.
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3159ce5-2cb2-4da3-9958-1abd8264bc86]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[247875dd-ad93-4938-ba10-3dc0d3556cdb]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080, portal: 172.16.0.220,3260]
Nov 27 14:36:31 user nova-compute[75432]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080, portal: 172.16.0.220,3260] successful.
Nov 27 14:36:31 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9fe9bee4-2565-4f13-b47e-0961cf523080 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[56e0e681-920d-41b2-b8b4-43e5d29f0460]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] <== disconnect_volume: return (309ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:36:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:36:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:36:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:36:32 user nova-compute[75432]: DEBUG nova.objects.instance [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'flavor' on Instance uuid ff89e9c8-7701-43f8-be39-01fcc0a37365 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:36:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-901e269b-d0a7-4e0c-8173-74da32a484a7 tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.799s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:33 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:36:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:33 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:36:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:34 user nova-compute[75432]: INFO nova.compute.manager [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Terminating instance
Nov 27 14:36:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-fd61cdbb-e944-4469-9236-aee72f6fdf69 req-1285a247-380a-4716-b595-d1694c3ce5ee service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Received event network-vif-unplugged-29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fd61cdbb-e944-4469-9236-aee72f6fdf69 req-1285a247-380a-4716-b595-d1694c3ce5ee service nova] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fd61cdbb-e944-4469-9236-aee72f6fdf69 req-1285a247-380a-4716-b595-d1694c3ce5ee service nova] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fd61cdbb-e944-4469-9236-aee72f6fdf69 req-1285a247-380a-4716-b595-d1694c3ce5ee service nova] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-fd61cdbb-e944-4469-9236-aee72f6fdf69 req-1285a247-380a-4716-b595-d1694c3ce5ee service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] No waiting events found dispatching network-vif-unplugged-29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-fd61cdbb-e944-4469-9236-aee72f6fdf69 req-1285a247-380a-4716-b595-d1694c3ce5ee service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Received event network-vif-unplugged-29770a5e-053c-4c79-a10f-3ddab5301db1 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Instance destroyed successfully.
Nov 27 14:36:35 user nova-compute[75432]: DEBUG nova.objects.instance [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lazy-loading 'resources' on Instance uuid ff89e9c8-7701-43f8-be39-01fcc0a37365 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:33:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-110216176',display_name='tempest-AttachVolumeTestJSON-server-110216176',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-110216176',id=26,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD1HQFSiYOmE7zkFXnkDY+OkVkkAu7WpUOxKZxmzegeQNBKvJol3hYQFurXXnNlDZ6OOANU7aiujIPRgWqDSlNN8f18tQ5HDIWyuTeJ0SUOjDQnY+5sDe6fA7JAisfWrbA==',key_name='tempest-keypair-1334022560',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:33:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='120c8d2b07a14fa5bfd93cf539303bc4',ramdisk_id='',reservation_id='r-ggor8gb9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1379447535',owner_user_name='tempest-AttachVolumeTestJSON-1379447535-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:33:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1958a7d52fd04a668c8a5ac8241792a0',uuid=ff89e9c8-7701-43f8-be39-01fcc0a37365,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "29770a5e-053c-4c79-a10f-3ddab5301db1", "address": "fa:16:3e:c9:9c:72", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29770a5e-05", "ovs_interfaceid": "29770a5e-053c-4c79-a10f-3ddab5301db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converting VIF {"id": "29770a5e-053c-4c79-a10f-3ddab5301db1", "address": "fa:16:3e:c9:9c:72", "network": {"id": "dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-224584610-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "120c8d2b07a14fa5bfd93cf539303bc4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29770a5e-05", "ovs_interfaceid": "29770a5e-053c-4c79-a10f-3ddab5301db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c9:9c:72,bridge_name='br-int',has_traffic_filtering=True,id=29770a5e-053c-4c79-a10f-3ddab5301db1,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29770a5e-05') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG os_vif [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:9c:72,bridge_name='br-int',has_traffic_filtering=True,id=29770a5e-053c-4c79-a10f-3ddab5301db1,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29770a5e-05') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap29770a5e-05, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0838f56d-6394-4166-9b8d-ad501af51ede) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:35 user nova-compute[75432]: INFO os_vif [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c9:9c:72,bridge_name='br-int',has_traffic_filtering=True,id=29770a5e-053c-4c79-a10f-3ddab5301db1,network=Network(dd9d2fc3-f591-4d96-85ea-aa0b3a08dbb0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29770a5e-05')
Nov 27 14:36:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Deleting instance files /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365_del
Nov 27 14:36:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Deletion of /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365_del complete
Nov 27 14:36:35 user nova-compute[75432]: INFO nova.compute.manager [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 27 14:36:35 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json" returned: 1 in 0.192s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] '/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk --force-share --output=json' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:36:35 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Periodic task is updating the host stats, it is trying to get disk info for instance-0000001a, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/ff89e9c8-7701-43f8-be39-01fcc0a37365/disk
Nov 27 14:36:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e4cd9863-996a-4827-a074-1d55afe82813 is timed out.
Nov 27 14:36:36 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Successfully detached device vdb from instance e4cd9863-996a-4827-a074-1d55afe82813 from the live domain config.
Nov 27 14:36:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ADEwGJTd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:36:36 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[969c359f-7c26-400d-8ee3-395e17a1c276]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:36:36 user nova-compute[75432]: No targets found.
Nov 27 14:36:36 user nova-compute[75432]: iSNS:
Nov 27 14:36:36 user nova-compute[75432]: No targets found.
Nov 27 14:36:36 user nova-compute[75432]: STATIC:
Nov 27 14:36:36 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887
Nov 27 14:36:36 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:36 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:36 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:36:36 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:36 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:36 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1
Nov 27 14:36:36 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:36 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:36 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87
Nov 27 14:36:36 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:36:36 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:36:36 user nova-compute[75432]: FIRMWARE:
Nov 27 14:36:36 user nova-compute[75432]: No targets found.
Nov 27 14:36:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:36:36 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:36:36 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[643188a5-4080-4bdc-865e-19eafe752ddc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-2b2b03cf-554b-4d33-a817-5de74e46449d req-6bcc15b1-1d82-4aa1-b40d-80b2482da4a2 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Received event network-vif-deleted-29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:36 user nova-compute[75432]: INFO nova.compute.manager [req-2b2b03cf-554b-4d33-a817-5de74e46449d req-6bcc15b1-1d82-4aa1-b40d-80b2482da4a2 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Neutron deleted interface 29770a5e-053c-4c79-a10f-3ddab5301db1; detaching it from the instance and deleting it from the info cache
Nov 27 14:36:36 user nova-compute[75432]: DEBUG nova.network.neutron [req-2b2b03cf-554b-4d33-a817-5de74e46449d req-6bcc15b1-1d82-4aa1-b40d-80b2482da4a2 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c93cc924-2f04-4978-afa9-4d14eebefb41]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:36 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:36 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:36:36 user nova-compute[75432]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 (non-flash)
Nov 27 14:36:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:36:36 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:36:36 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:36:36 user nova-compute[75432]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 (non-flash)
Nov 27 14:36:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b507b1d80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1'): ({'sde'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Removing single pathed devices sde {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-2b2b03cf-554b-4d33-a817-5de74e46449d req-6bcc15b1-1d82-4aa1-b40d-80b2482da4a2 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Detach interface failed, port_id=29770a5e-053c-4c79-a10f-3ddab5301db1, reason: Instance ff89e9c8-7701-43f8-be39-01fcc0a37365 could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:36:36 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Took 0.94 seconds to deallocate network for instance.
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[04ce6b0d-446e-4331-8a07-d6141d043130]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.029s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ee04559-98ec-452c-a872-5eb0b2dbc275]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Flushing IO for device /dev/sde {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a087fc3a-0d07-4025-bc4a-e76f2719a76b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.036s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0c91d04-6123-4340-ab48-1eb2dd693ac0]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cf76651-0ec5-4151-99b5-7057609ef5d5]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[67db22ab-938e-4e44-9731-4b4bbcb99d54]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1, portal: 172.16.0.220,3260]
Nov 27 14:36:36 user nova-compute[75432]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1, portal: 172.16.0.220,3260] successful.
Nov 27 14:36:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:13c7fac4-298d-46af-bed2-a857a58533c1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cecbd0be-0b27-4757-86a1-c605e47dd5ea]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.428s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] <== disconnect_volume: return (431ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-adb01e07-e1bf-4eea-96ca-07b45a768adf req-c0d0bdd3-cb96-4bc2-a3f3-b378d8a941a8 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Received event network-vif-plugged-29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-adb01e07-e1bf-4eea-96ca-07b45a768adf req-c0d0bdd3-cb96-4bc2-a3f3-b378d8a941a8 service nova] Acquiring lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-adb01e07-e1bf-4eea-96ca-07b45a768adf req-c0d0bdd3-cb96-4bc2-a3f3-b378d8a941a8 service nova] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-adb01e07-e1bf-4eea-96ca-07b45a768adf req-c0d0bdd3-cb96-4bc2-a3f3-b378d8a941a8 service nova] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-adb01e07-e1bf-4eea-96ca-07b45a768adf req-c0d0bdd3-cb96-4bc2-a3f3-b378d8a941a8 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] No waiting events found dispatching network-vif-plugged-29770a5e-053c-4c79-a10f-3ddab5301db1 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:36:36 user nova-compute[75432]: WARNING nova.compute.manager [req-adb01e07-e1bf-4eea-96ca-07b45a768adf req-c0d0bdd3-cb96-4bc2-a3f3-b378d8a941a8 service nova] [instance: ff89e9c8-7701-43f8-be39-01fcc0a37365] Received unexpected event network-vif-plugged-29770a5e-053c-4c79-a10f-3ddab5301db1 for instance with vm_state deleted and task_state None.
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.614s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:36 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Deleted allocations for instance ff89e9c8-7701-43f8-be39-01fcc0a37365
Nov 27 14:36:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46a83202-49b7-41b7-bf06-2f18cf9ebd3a tempest-AttachVolumeTestJSON-1379447535 tempest-AttachVolumeTestJSON-1379447535-project-member] Lock "ff89e9c8-7701-43f8-be39-01fcc0a37365" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.763s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG nova.objects.instance [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lazy-loading 'flavor' on Instance uuid e4cd9863-996a-4827-a074-1d55afe82813 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49a94ee1-0bfe-451b-827f-75914f0f52a1 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "e4cd9863-996a-4827-a074-1d55afe82813" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.149s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:36:39 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:36:39 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7426MB free_disk=25.026145935058594GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Applying migration context for instance 33d59bfb-c5ca-43a4-83cc-bc76584dc52f as it has an incoming, in-progress migration 4fd3871e-9898-47aa-809a-283bf5ecbe5e. Migration status is finished {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 27 14:36:39 user nova-compute[75432]: INFO nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updating resource usage from migration 4fd3871e-9898-47aa-809a-283bf5ecbe5e
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 84453972-848a-4c15-ba19-7c418c6f6b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e4cd9863-996a-4827-a074-1d55afe82813 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c075a895-0192-4831-b291-cbe48cd58854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 479423d1-e141-4025-9fcc-9ed16277fc77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Migration 4fd3871e-9898-47aa-809a-283bf5ecbe5e is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 33d59bfb-c5ca-43a4-83cc-bc76584dc52f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 5f843d51-02ab-4768-9466-431ac914c8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:36:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.530s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:36:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:36:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 14:36:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:36:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:36:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:36:40 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:36:41 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Updating instance_info_cache with network_info: [{"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:36:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-591550d2-730f-45f1-af44-c783990d8b4a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:36:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:36:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:36:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:36:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:36:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:36:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:36:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:45 user nova-compute[75432]: DEBUG nova.compute.manager [req-2d2f6bc8-a83f-4c54-b533-93a750fd3d36 req-eb685e97-b691-4aed-8523-7a690256242e service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-changed-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:45 user nova-compute[75432]: DEBUG nova.compute.manager [req-2d2f6bc8-a83f-4c54-b533-93a750fd3d36 req-eb685e97-b691-4aed-8523-7a690256242e service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Refreshing instance network info cache due to event network-changed-5c4ce10c-7732-49d2-9638-2dbc547ddd31. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:36:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2d2f6bc8-a83f-4c54-b533-93a750fd3d36 req-eb685e97-b691-4aed-8523-7a690256242e service nova] Acquiring lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:36:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2d2f6bc8-a83f-4c54-b533-93a750fd3d36 req-eb685e97-b691-4aed-8523-7a690256242e service nova] Acquired lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:36:45 user nova-compute[75432]: DEBUG nova.network.neutron [req-2d2f6bc8-a83f-4c54-b533-93a750fd3d36 req-eb685e97-b691-4aed-8523-7a690256242e service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Refreshing network info cache for port 5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:36:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "84453972-848a-4c15-ba19-7c418c6f6b06" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:46 user nova-compute[75432]: INFO nova.compute.manager [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Detaching volume 922d41db-bd31-4538-849a-66bfa6f80887
Nov 27 14:36:46 user nova-compute[75432]: DEBUG nova.network.neutron [req-2d2f6bc8-a83f-4c54-b533-93a750fd3d36 req-eb685e97-b691-4aed-8523-7a690256242e service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updated VIF entry in instance network info cache for port 5c4ce10c-7732-49d2-9638-2dbc547ddd31. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:36:46 user nova-compute[75432]: DEBUG nova.network.neutron [req-2d2f6bc8-a83f-4c54-b533-93a750fd3d36 req-eb685e97-b691-4aed-8523-7a690256242e service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updating instance_info_cache with network_info: [{"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:36:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2d2f6bc8-a83f-4c54-b533-93a750fd3d36 req-eb685e97-b691-4aed-8523-7a690256242e service nova] Releasing lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:36:46 user nova-compute[75432]: INFO nova.virt.block_device [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Attempting to driver detach volume 922d41db-bd31-4538-849a-66bfa6f80887 from mountpoint /dev/vdb
Nov 27 14:36:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Attempting to detach device vdb from instance 84453972-848a-4c15-ba19-7c418c6f6b06 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:36:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:36:46 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:36:46 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:36:46 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:36:46 user nova-compute[75432]:   <serial>922d41db-bd31-4538-849a-66bfa6f80887</serial>
Nov 27 14:36:46 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:36:46 user nova-compute[75432]: </disk>
Nov 27 14:36:46 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:36:46 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Successfully detached device vdb from instance 84453972-848a-4c15-ba19-7c418c6f6b06 from the persistent domain config.
Nov 27 14:36:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 84453972-848a-4c15-ba19-7c418c6f6b06 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:36:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:36:46 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:36:46 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:36:46 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:36:46 user nova-compute[75432]:   <serial>922d41db-bd31-4538-849a-66bfa6f80887</serial>
Nov 27 14:36:46 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:36:46 user nova-compute[75432]: </disk>
Nov 27 14:36:46 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:36:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:36:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:47 user nova-compute[75432]: DEBUG nova.compute.manager [req-41ed30aa-4125-48f3-926b-548567696fc5 req-91bfd0c0-0f5b-41dc-a159-addba23f928b service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-changed-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:47 user nova-compute[75432]: DEBUG nova.compute.manager [req-41ed30aa-4125-48f3-926b-548567696fc5 req-91bfd0c0-0f5b-41dc-a159-addba23f928b service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Refreshing instance network info cache due to event network-changed-5c4ce10c-7732-49d2-9638-2dbc547ddd31. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:36:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-41ed30aa-4125-48f3-926b-548567696fc5 req-91bfd0c0-0f5b-41dc-a159-addba23f928b service nova] Acquiring lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:36:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-41ed30aa-4125-48f3-926b-548567696fc5 req-91bfd0c0-0f5b-41dc-a159-addba23f928b service nova] Acquired lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:36:47 user nova-compute[75432]: DEBUG nova.network.neutron [req-41ed30aa-4125-48f3-926b-548567696fc5 req-91bfd0c0-0f5b-41dc-a159-addba23f928b service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Refreshing network info cache for port 5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:36:48 user nova-compute[75432]: DEBUG nova.network.neutron [req-41ed30aa-4125-48f3-926b-548567696fc5 req-91bfd0c0-0f5b-41dc-a159-addba23f928b service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updated VIF entry in instance network info cache for port 5c4ce10c-7732-49d2-9638-2dbc547ddd31. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:36:48 user nova-compute[75432]: DEBUG nova.network.neutron [req-41ed30aa-4125-48f3-926b-548567696fc5 req-91bfd0c0-0f5b-41dc-a159-addba23f928b service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updating instance_info_cache with network_info: [{"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:36:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-41ed30aa-4125-48f3-926b-548567696fc5 req-91bfd0c0-0f5b-41dc-a159-addba23f928b service nova] Releasing lock "refresh_cache-84453972-848a-4c15-ba19-7c418c6f6b06" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:36:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Acquiring lock "c7112624-cf02-4334-a86b-e13fa652259a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "c7112624-cf02-4334-a86b-e13fa652259a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:36:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:36:56 user nova-compute[75432]: INFO nova.compute.claims [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Claim successful on node user
Nov 27 14:36:56 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:36:56 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:36:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.460s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:36:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:36:56 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:36:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:36:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:36:56 user nova-compute[75432]: DEBUG nova.policy [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5087a96d11347a1b32e1eb6e98cb4cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd189b346ea2498eb0e2ef4dbcb420e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:36:57 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Creating image(s)
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Acquiring lock "/opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "/opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "/opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk 1073741824" returned: 0 in 0.055s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Successfully created port: 57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Cannot resize image /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Ensure instance console log exists: /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:36:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Successfully updated port: 57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Acquiring lock "refresh_cache-c7112624-cf02-4334-a86b-e13fa652259a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Acquired lock "refresh_cache-c7112624-cf02-4334-a86b-e13fa652259a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-5686e5f5-c217-4359-b7ad-26de2e2b93ff req-3fc1fad9-7d77-4a92-9129-a8d712af6064 service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Received event network-changed-57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-5686e5f5-c217-4359-b7ad-26de2e2b93ff req-3fc1fad9-7d77-4a92-9129-a8d712af6064 service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Refreshing instance network info cache due to event network-changed-57831960-e1d6-461b-94b3-22ec21d982b5. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5686e5f5-c217-4359-b7ad-26de2e2b93ff req-3fc1fad9-7d77-4a92-9129-a8d712af6064 service nova] Acquiring lock "refresh_cache-c7112624-cf02-4334-a86b-e13fa652259a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Updating instance_info_cache with network_info: [{"id": "57831960-e1d6-461b-94b3-22ec21d982b5", "address": "fa:16:3e:c9:d9:ef", "network": {"id": "fdcfe850-b199-49d0-b237-3c00be781d4d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-311902827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd189b346ea2498eb0e2ef4dbcb420e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57831960-e1", "ovs_interfaceid": "57831960-e1d6-461b-94b3-22ec21d982b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Releasing lock "refresh_cache-c7112624-cf02-4334-a86b-e13fa652259a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Instance network_info: |[{"id": "57831960-e1d6-461b-94b3-22ec21d982b5", "address": "fa:16:3e:c9:d9:ef", "network": {"id": "fdcfe850-b199-49d0-b237-3c00be781d4d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-311902827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd189b346ea2498eb0e2ef4dbcb420e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57831960-e1", "ovs_interfaceid": "57831960-e1d6-461b-94b3-22ec21d982b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5686e5f5-c217-4359-b7ad-26de2e2b93ff req-3fc1fad9-7d77-4a92-9129-a8d712af6064 service nova] Acquired lock "refresh_cache-c7112624-cf02-4334-a86b-e13fa652259a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-5686e5f5-c217-4359-b7ad-26de2e2b93ff req-3fc1fad9-7d77-4a92-9129-a8d712af6064 service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Refreshing network info cache for port 57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Start _get_guest_xml network_info=[{"id": "57831960-e1d6-461b-94b3-22ec21d982b5", "address": "fa:16:3e:c9:d9:ef", "network": {"id": "fdcfe850-b199-49d0-b237-3c00be781d4d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-311902827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd189b346ea2498eb0e2ef4dbcb420e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57831960-e1", "ovs_interfaceid": "57831960-e1d6-461b-94b3-22ec21d982b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:36:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:36:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:36:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-59759895',display_name='tempest-VolumesActionsTest-instance-59759895',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-59759895',id=33,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd189b346ea2498eb0e2ef4dbcb420e4',ramdisk_id='',reservation_id='r-rihvuy7k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-986202540',owner_user_name='tempest-VolumesActionsTest-986202540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:36:57Z,user_data=None,user_id='b5087a96d11347a1b32e1eb6e98cb4cc',uuid=c7112624-cf02-4334-a86b-e13fa652259a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "57831960-e1d6-461b-94b3-22ec21d982b5", "address": "fa:16:3e:c9:d9:ef", "network": {"id": "fdcfe850-b199-49d0-b237-3c00be781d4d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-311902827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd189b346ea2498eb0e2ef4dbcb420e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57831960-e1", "ovs_interfaceid": "57831960-e1d6-461b-94b3-22ec21d982b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Converting VIF {"id": "57831960-e1d6-461b-94b3-22ec21d982b5", "address": "fa:16:3e:c9:d9:ef", "network": {"id": "fdcfe850-b199-49d0-b237-3c00be781d4d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-311902827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd189b346ea2498eb0e2ef4dbcb420e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57831960-e1", "ovs_interfaceid": "57831960-e1d6-461b-94b3-22ec21d982b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:d9:ef,bridge_name='br-int',has_traffic_filtering=True,id=57831960-e1d6-461b-94b3-22ec21d982b5,network=Network(fdcfe850-b199-49d0-b237-3c00be781d4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57831960-e1') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.objects.instance [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lazy-loading 'pci_devices' on Instance uuid c7112624-cf02-4334-a86b-e13fa652259a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:36:58 user nova-compute[75432]:   <uuid>c7112624-cf02-4334-a86b-e13fa652259a</uuid>
Nov 27 14:36:58 user nova-compute[75432]:   <name>instance-00000021</name>
Nov 27 14:36:58 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:36:58 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:36:58 user nova-compute[75432]:   <metadata>
Nov 27 14:36:58 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:36:58 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:36:58 user nova-compute[75432]:       <nova:name>tempest-VolumesActionsTest-instance-59759895</nova:name>
Nov 27 14:36:58 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:36:58</nova:creationTime>
Nov 27 14:36:58 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:36:58 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:36:58 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:36:58 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:36:58 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:36:58 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:36:58 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:36:58 user nova-compute[75432]:       <nova:owner>
Nov 27 14:36:58 user nova-compute[75432]:         <nova:user uuid="b5087a96d11347a1b32e1eb6e98cb4cc">tempest-VolumesActionsTest-986202540-project-member</nova:user>
Nov 27 14:36:58 user nova-compute[75432]:         <nova:project uuid="bd189b346ea2498eb0e2ef4dbcb420e4">tempest-VolumesActionsTest-986202540</nova:project>
Nov 27 14:36:58 user nova-compute[75432]:       </nova:owner>
Nov 27 14:36:58 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:36:58 user nova-compute[75432]:       <nova:ports>
Nov 27 14:36:58 user nova-compute[75432]:         <nova:port uuid="57831960-e1d6-461b-94b3-22ec21d982b5">
Nov 27 14:36:58 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 27 14:36:58 user nova-compute[75432]:         </nova:port>
Nov 27 14:36:58 user nova-compute[75432]:       </nova:ports>
Nov 27 14:36:58 user nova-compute[75432]:     </nova:instance>
Nov 27 14:36:58 user nova-compute[75432]:   </metadata>
Nov 27 14:36:58 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:36:58 user nova-compute[75432]:     <system>
Nov 27 14:36:58 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:36:58 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:36:58 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:36:58 user nova-compute[75432]:       <entry name="serial">c7112624-cf02-4334-a86b-e13fa652259a</entry>
Nov 27 14:36:58 user nova-compute[75432]:       <entry name="uuid">c7112624-cf02-4334-a86b-e13fa652259a</entry>
Nov 27 14:36:58 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:36:58 user nova-compute[75432]:     </system>
Nov 27 14:36:58 user nova-compute[75432]:   </sysinfo>
Nov 27 14:36:58 user nova-compute[75432]:   <os>
Nov 27 14:36:58 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:36:58 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:36:58 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:36:58 user nova-compute[75432]:   </os>
Nov 27 14:36:58 user nova-compute[75432]:   <features>
Nov 27 14:36:58 user nova-compute[75432]:     <acpi/>
Nov 27 14:36:58 user nova-compute[75432]:     <apic/>
Nov 27 14:36:58 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:36:58 user nova-compute[75432]:   </features>
Nov 27 14:36:58 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:36:58 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:36:58 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:36:58 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:36:58 user nova-compute[75432]:   </clock>
Nov 27 14:36:58 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:36:58 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:36:58 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:36:58 user nova-compute[75432]:   </cpu>
Nov 27 14:36:58 user nova-compute[75432]:   <devices>
Nov 27 14:36:58 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:36:58 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:36:58 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk"/>
Nov 27 14:36:58 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:36:58 user nova-compute[75432]:     </disk>
Nov 27 14:36:58 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:36:58 user nova-compute[75432]:       <mac address="fa:16:3e:c9:d9:ef"/>
Nov 27 14:36:58 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:36:58 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:36:58 user nova-compute[75432]:       <target dev="tap57831960-e1"/>
Nov 27 14:36:58 user nova-compute[75432]:     </interface>
Nov 27 14:36:58 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:36:58 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/console.log" append="off"/>
Nov 27 14:36:58 user nova-compute[75432]:     </serial>
Nov 27 14:36:58 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:36:58 user nova-compute[75432]:     <video>
Nov 27 14:36:58 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:36:58 user nova-compute[75432]:     </video>
Nov 27 14:36:58 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:36:58 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:36:58 user nova-compute[75432]:     </rng>
Nov 27 14:36:58 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:36:58 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:36:58 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:36:58 user nova-compute[75432]:     </memballoon>
Nov 27 14:36:58 user nova-compute[75432]:   </devices>
Nov 27 14:36:58 user nova-compute[75432]: </domain>
Nov 27 14:36:58 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:36:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-59759895',display_name='tempest-VolumesActionsTest-instance-59759895',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-59759895',id=33,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd189b346ea2498eb0e2ef4dbcb420e4',ramdisk_id='',reservation_id='r-rihvuy7k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-986202540',owner_user_name='tempest-VolumesActionsTest-986202540-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:36:57Z,user_data=None,user_id='b5087a96d11347a1b32e1eb6e98cb4cc',uuid=c7112624-cf02-4334-a86b-e13fa652259a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "57831960-e1d6-461b-94b3-22ec21d982b5", "address": "fa:16:3e:c9:d9:ef", "network": {"id": "fdcfe850-b199-49d0-b237-3c00be781d4d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-311902827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd189b346ea2498eb0e2ef4dbcb420e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57831960-e1", "ovs_interfaceid": "57831960-e1d6-461b-94b3-22ec21d982b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Converting VIF {"id": "57831960-e1d6-461b-94b3-22ec21d982b5", "address": "fa:16:3e:c9:d9:ef", "network": {"id": "fdcfe850-b199-49d0-b237-3c00be781d4d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-311902827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd189b346ea2498eb0e2ef4dbcb420e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57831960-e1", "ovs_interfaceid": "57831960-e1d6-461b-94b3-22ec21d982b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:d9:ef,bridge_name='br-int',has_traffic_filtering=True,id=57831960-e1d6-461b-94b3-22ec21d982b5,network=Network(fdcfe850-b199-49d0-b237-3c00be781d4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57831960-e1') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG os_vif [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:d9:ef,bridge_name='br-int',has_traffic_filtering=True,id=57831960-e1d6-461b-94b3-22ec21d982b5,network=Network(fdcfe850-b199-49d0-b237-3c00be781d4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57831960-e1') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f087bdfb-e432-508d-802c-e194508cafd9', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap57831960-e1, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap57831960-e1, col_values=(('qos', UUID('2e637e62-1ae4-479b-8b37-0a52ce58f058')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap57831960-e1, col_values=(('external_ids', {'iface-id': '57831960-e1d6-461b-94b3-22ec21d982b5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c9:d9:ef', 'vm-uuid': 'c7112624-cf02-4334-a86b-e13fa652259a'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:36:58 user nova-compute[75432]: INFO os_vif [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:d9:ef,bridge_name='br-int',has_traffic_filtering=True,id=57831960-e1d6-461b-94b3-22ec21d982b5,network=Network(fdcfe850-b199-49d0-b237-3c00be781d4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57831960-e1')
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:36:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] No VIF found with MAC fa:16:3e:c9:d9:ef, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:36:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-5686e5f5-c217-4359-b7ad-26de2e2b93ff req-3fc1fad9-7d77-4a92-9129-a8d712af6064 service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Updated VIF entry in instance network info cache for port 57831960-e1d6-461b-94b3-22ec21d982b5. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:36:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-5686e5f5-c217-4359-b7ad-26de2e2b93ff req-3fc1fad9-7d77-4a92-9129-a8d712af6064 service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Updating instance_info_cache with network_info: [{"id": "57831960-e1d6-461b-94b3-22ec21d982b5", "address": "fa:16:3e:c9:d9:ef", "network": {"id": "fdcfe850-b199-49d0-b237-3c00be781d4d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-311902827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd189b346ea2498eb0e2ef4dbcb420e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57831960-e1", "ovs_interfaceid": "57831960-e1d6-461b-94b3-22ec21d982b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:36:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5686e5f5-c217-4359-b7ad-26de2e2b93ff req-3fc1fad9-7d77-4a92-9129-a8d712af6064 service nova] Releasing lock "refresh_cache-c7112624-cf02-4334-a86b-e13fa652259a" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:36:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-cf44e751-efe0-418f-a260-f2ba5ff48832 req-11142635-528b-4bd3-ade8-69a18ad2e059 service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Received event network-vif-plugged-57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cf44e751-efe0-418f-a260-f2ba5ff48832 req-11142635-528b-4bd3-ade8-69a18ad2e059 service nova] Acquiring lock "c7112624-cf02-4334-a86b-e13fa652259a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cf44e751-efe0-418f-a260-f2ba5ff48832 req-11142635-528b-4bd3-ade8-69a18ad2e059 service nova] Lock "c7112624-cf02-4334-a86b-e13fa652259a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-cf44e751-efe0-418f-a260-f2ba5ff48832 req-11142635-528b-4bd3-ade8-69a18ad2e059 service nova] Lock "c7112624-cf02-4334-a86b-e13fa652259a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-cf44e751-efe0-418f-a260-f2ba5ff48832 req-11142635-528b-4bd3-ade8-69a18ad2e059 service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] No waiting events found dispatching network-vif-plugged-57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:00 user nova-compute[75432]: WARNING nova.compute.manager [req-cf44e751-efe0-418f-a260-f2ba5ff48832 req-11142635-528b-4bd3-ade8-69a18ad2e059 service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Received unexpected event network-vif-plugged-57831960-e1d6-461b-94b3-22ec21d982b5 for instance with vm_state building and task_state spawning.
Nov 27 14:37:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:37:02 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Instance spawned successfully.
Nov 27 14:37:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-b54738f9-5fb6-4314-bb78-a45bff93d60f req-3996233d-3adf-4611-8dd4-b3ec93fdcc2c service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Received event network-vif-plugged-57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b54738f9-5fb6-4314-bb78-a45bff93d60f req-3996233d-3adf-4611-8dd4-b3ec93fdcc2c service nova] Acquiring lock "c7112624-cf02-4334-a86b-e13fa652259a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b54738f9-5fb6-4314-bb78-a45bff93d60f req-3996233d-3adf-4611-8dd4-b3ec93fdcc2c service nova] Lock "c7112624-cf02-4334-a86b-e13fa652259a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b54738f9-5fb6-4314-bb78-a45bff93d60f req-3996233d-3adf-4611-8dd4-b3ec93fdcc2c service nova] Lock "c7112624-cf02-4334-a86b-e13fa652259a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-b54738f9-5fb6-4314-bb78-a45bff93d60f req-3996233d-3adf-4611-8dd4-b3ec93fdcc2c service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] No waiting events found dispatching network-vif-plugged-57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:02 user nova-compute[75432]: WARNING nova.compute.manager [req-b54738f9-5fb6-4314-bb78-a45bff93d60f req-3996233d-3adf-4611-8dd4-b3ec93fdcc2c service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Received unexpected event network-vif-plugged-57831960-e1d6-461b-94b3-22ec21d982b5 for instance with vm_state building and task_state spawning.
Nov 27 14:37:02 user nova-compute[75432]: INFO nova.compute.manager [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Took 5.22 seconds to spawn the instance on the hypervisor.
Nov 27 14:37:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:37:02 user nova-compute[75432]: INFO nova.compute.manager [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Took 6.01 seconds to build instance.
Nov 27 14:37:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c85f10f7-5b5f-47f5-a60c-24a75f525093 tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "c7112624-cf02-4334-a86b-e13fa652259a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.102s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:03 user nova-compute[75432]: INFO nova.compute.manager [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Rescuing
Nov 27 14:37:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquired lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG nova.network.neutron [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG nova.network.neutron [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updating instance_info_cache with network_info: [{"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Releasing lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-8c401be5-7f00-402e-9d03-9c32cb7fd320 req-6a38d9c1-831e-4bd4-b8af-e19d0f271a99 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-unplugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8c401be5-7f00-402e-9d03-9c32cb7fd320 req-6a38d9c1-831e-4bd4-b8af-e19d0f271a99 service nova] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8c401be5-7f00-402e-9d03-9c32cb7fd320 req-6a38d9c1-831e-4bd4-b8af-e19d0f271a99 service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8c401be5-7f00-402e-9d03-9c32cb7fd320 req-6a38d9c1-831e-4bd4-b8af-e19d0f271a99 service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-8c401be5-7f00-402e-9d03-9c32cb7fd320 req-6a38d9c1-831e-4bd4-b8af-e19d0f271a99 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] No waiting events found dispatching network-vif-unplugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:03 user nova-compute[75432]: WARNING nova.compute.manager [req-8c401be5-7f00-402e-9d03-9c32cb7fd320 req-6a38d9c1-831e-4bd4-b8af-e19d0f271a99 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received unexpected event network-vif-unplugged-459b61db-7487-4c08-9b09-fc8397fc7255 for instance with vm_state active and task_state rescuing.
Nov 27 14:37:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Instance destroyed successfully.
Nov 27 14:37:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Attempting a stable device rescue
Nov 27 14:37:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75432) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 27 14:37:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Instance directory exists: not creating {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 14:37:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Creating image(s)
Nov 27 14:37:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "/opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "/opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "/opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:04 user nova-compute[75432]: DEBUG nova.objects.instance [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'trusted_certs' on Instance uuid 68e7b903-61c7-4af9-92b0-c423ed3eabc8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "5786f94afc04fd8998e974e5e41895496cdf5804" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "5786f94afc04fd8998e974e5e41895496cdf5804" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804.part --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804.part --force-share --output=json" returned: 0 in 0.178s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:05 user nova-compute[75432]: DEBUG nova.virt.images [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] a8d950fc-01f2-4bb3-8547-75321a4ca593 was qcow2, converting to raw {{(pid=75432) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 14:37:05 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:37:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804.part /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804.converted {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-426667a8-b041-43db-8f7a-40de2489af77 req-2ebec089-108d-427d-9f3a-4face14d355d service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-426667a8-b041-43db-8f7a-40de2489af77 req-2ebec089-108d-427d-9f3a-4face14d355d service nova] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-426667a8-b041-43db-8f7a-40de2489af77 req-2ebec089-108d-427d-9f3a-4face14d355d service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-426667a8-b041-43db-8f7a-40de2489af77 req-2ebec089-108d-427d-9f3a-4face14d355d service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-426667a8-b041-43db-8f7a-40de2489af77 req-2ebec089-108d-427d-9f3a-4face14d355d service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] No waiting events found dispatching network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:05 user nova-compute[75432]: WARNING nova.compute.manager [req-426667a8-b041-43db-8f7a-40de2489af77 req-2ebec089-108d-427d-9f3a-4face14d355d service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received unexpected event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 for instance with vm_state active and task_state rescuing.
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804.part /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804.converted" returned: 0 in 0.651s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804.converted --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804.converted --force-share --output=json" returned: 0 in 0.192s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "5786f94afc04fd8998e974e5e41895496cdf5804" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.111s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "5786f94afc04fd8998e974e5e41895496cdf5804" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "5786f94afc04fd8998e974e5e41895496cdf5804" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804 --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:06 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 84453972-848a-4c15-ba19-7c418c6f6b06 is timed out.
Nov 27 14:37:06 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Successfully detached device vdb from instance 84453972-848a-4c15-ba19-7c418c6f6b06 from the live domain config.
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LgXaOqVU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:37:06 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804 --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804,backing_fmt=raw /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.rescue {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[91cdd344-1caa-4196-86cf-50502b4c991a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:37:06 user nova-compute[75432]: No targets found.
Nov 27 14:37:06 user nova-compute[75432]: iSNS:
Nov 27 14:37:06 user nova-compute[75432]: No targets found.
Nov 27 14:37:06 user nova-compute[75432]: STATIC:
Nov 27 14:37:06 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887
Nov 27 14:37:06 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:37:06 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:37:06 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:37:06 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:37:06 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:37:06 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87
Nov 27 14:37:06 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:37:06 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:37:06 user nova-compute[75432]: FIRMWARE:
Nov 27 14:37:06 user nova-compute[75432]: No targets found.
Nov 27 14:37:06 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:37:06 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:37:06 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804,backing_fmt=raw /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.rescue" returned: 0 in 0.053s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "5786f94afc04fd8998e974e5e41895496cdf5804" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.objects.instance [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'migration_context' on Instance uuid 68e7b903-61c7-4af9-92b0-c423ed3eabc8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aebd6640-ec69-473e-9a10-61f821fd2860]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.objects.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Object Instance<68e7b903-61c7-4af9-92b0-c423ed3eabc8> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Start _get_guest_xml network_info=[{"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "vif_mac": "fa:16:3e:03:8f:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'a8d950fc-01f2-4bb3-8547-75321a4ca593', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': 'e43f5f4b-ccd1-420c-850d-66756edc982e', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qvuplrEc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '68e7b903-61c7-4af9-92b0-c423ed3eabc8', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1', 'serial': 'ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.objects.instance [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'resources' on Instance uuid 68e7b903-61c7-4af9-92b0-c423ed3eabc8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d621398-a1cd-4893-bc25-ca63da9e9de2]: (4, ('tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:37:06 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:37:06 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:37:06 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsi session list stdout=tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 (non-flash)
Nov 27 14:37:06 user nova-compute[75432]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:37:06 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:37:06 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b504939a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.objects.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Object Instance<68e7b903-61c7-4af9-92b0-c423ed3eabc8> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.objects.instance [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'numa_topology' on Instance uuid 68e7b903-61c7-4af9-92b0-c423ed3eabc8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.objects.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Object Instance<68e7b903-61c7-4af9-92b0-c423ed3eabc8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e66422a1-5e32-4680-9802-733ba064bef9]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:06 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:37:06 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.objects.instance [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'vcpu_model' on Instance uuid 68e7b903-61c7-4af9-92b0-c423ed3eabc8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d1567a9-9792-41c6-8ff8-f0a7b6c7242f]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.objects.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Object Instance<68e7b903-61c7-4af9-92b0-c423ed3eabc8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qvuplrEc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:37:06 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[02acc20e-54af-4c4e-8e15-bc03f09dd947]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:37:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a2610aa-70b9-4f7c-b17e-99311f81469e]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[22956651-b929-4cf8-a591-72faa1af36cf]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b7f25d7-c17d-47c7-9136-c72ca954fa2c]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887, portal: 172.16.0.220,3260]
Nov 27 14:37:07 user nova-compute[75432]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887, portal: 172.16.0.220,3260] successful.
Nov 27 14:37:07 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:922d41db-bd31-4538-849a-66bfa6f80887 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[28eb3172-76da-4f9a-a978-0e61e4fe5b12]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] <== disconnect_volume: return (348ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.169s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:37:07 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:37:07 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0efb197-e583-41d0-b184-d96e3e47619c]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = qvuplrEc\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 27 14:37:07 user nova-compute[75432]: node.name = iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:37:07 user nova-compute[75432]: node.tpgt = -1
Nov 27 14:37:07 user nova-compute[75432]: node.startup = automatic
Nov 27 14:37:07 user nova-compute[75432]: node.leading_login = No
Nov 27 14:37:07 user nova-compute[75432]: iface.iscsi_ifacename = default
Nov 27 14:37:07 user nova-compute[75432]: iface.net_ifacename = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.ipaddress = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.prefix_len = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.hwaddress = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.transport_name = tcp
Nov 27 14:37:07 user nova-compute[75432]: iface.initiatorname = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.state = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.vlan_id = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.vlan_priority = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.vlan_state = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.iface_num = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.mtu = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.port = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.bootproto = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.subnet_mask = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.gateway = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.dhcp_alt_client_id_state = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.dhcp_alt_client_id = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.dhcp_dns = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.dhcp_learn_iqn = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.dhcp_req_vendor_id_state = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.dhcp_vendor_id_state = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.dhcp_vendor_id = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.dhcp_slp_da = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.fragmentation = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.gratuitous_arp = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.incoming_forwarding = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.tos_state = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.tos = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.ttl = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.delayed_ack = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.tcp_nagle = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.tcp_wsf_state = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.tcp_wsf = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.tcp_timer_scale = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.tcp_timestamp = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.redirect = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.def_task_mgmt_timeout = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.header_digest = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.data_digest = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.immediate_data = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.initial_r2t = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.data_seq_inorder = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.data_pdu_inorder = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.erl = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.max_receive_data_len = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.first_burst_len = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.max_outstanding_r2t = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.max_burst_len = 0
Nov 27 14:37:07 user nova-compute[75432]: iface.chap_auth = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.bidi_chap = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.strict_login_compliance = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.discovery_auth = <empty>
Nov 27 14:37:07 user nova-compute[75432]: iface.discovery_logout = <empty>
Nov 27 14:37:07 user nova-compute[75432]: node.discovery_address = <empty>
Nov 27 14:37:07 user nova-compute[75432]: node.discovery_port = 0
Nov 27 14:37:07 user nova-compute[75432]: node.discovery_type = static
Nov 27 14:37:07 user nova-compute[75432]: node.session.initial_cmdsn = 0
Nov 27 14:37:07 user nova-compute[75432]: node.session.initial_login_retry_max = 8
Nov 27 14:37:07 user nova-compute[75432]: node.session.xmit_thread_priority = -20
Nov 27 14:37:07 user nova-compute[75432]: node.session.cmds_max = 128
Nov 27 14:37:07 user nova-compute[75432]: node.session.queue_depth = 32
Nov 27 14:37:07 user nova-compute[75432]: node.session.nr_sessions = 1
Nov 27 14:37:07 user nova-compute[75432]: node.session.auth.authmethod = CHAP
Nov 27 14:37:07 user nova-compute[75432]: node.session.auth.username = qvuplrEc
Nov 27 14:37:07 user nova-compute[75432]: node.session.auth.password = ***
Nov 27 14:37:07 user nova-compute[75432]: node.session.auth.username_in = <empty>
Nov 27 14:37:07 user nova-compute[75432]: node.session.auth.password_in = <empty>
Nov 27 14:37:07 user nova-compute[75432]: node.session.auth.chap_algs = MD5
Nov 27 14:37:07 user nova-compute[75432]: node.session.timeo.replacement_timeout = 120
Nov 27 14:37:07 user nova-compute[75432]: node.session.err_timeo.abort_timeout = 15
Nov 27 14:37:07 user nova-compute[75432]: node.session.err_timeo.lu_reset_timeout = 30
Nov 27 14:37:07 user nova-compute[75432]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 27 14:37:07 user nova-compute[75432]: node.session.err_timeo.host_reset_timeout = 60
Nov 27 14:37:07 user nova-compute[75432]: node.session.iscsi.FastAbort = Yes
Nov 27 14:37:07 user nova-compute[75432]: node.session.iscsi.InitialR2T = No
Nov 27 14:37:07 user nova-compute[75432]: node.session.iscsi.ImmediateData = Yes
Nov 27 14:37:07 user nova-compute[75432]: node.session.iscsi.FirstBurstLength = 262144
Nov 27 14:37:07 user nova-compute[75432]: node.session.iscsi.MaxBurstLength = 16776192
Nov 27 14:37:07 user nova-compute[75432]: node.session.iscsi.DefaultTime2Retain = 0
Nov 27 14:37:07 user nova-compute[75432]: node.session.iscsi.DefaultTime2Wait = 2
Nov 27 14:37:07 user nova-compute[75432]: node.session.iscsi.MaxConnections = 1
Nov 27 14:37:07 user nova-compute[75432]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 27 14:37:07 user nova-compute[75432]: node.session.iscsi.ERL = 0
Nov 27 14:37:07 user nova-compute[75432]: node.session.scan = manual
Nov 27 14:37:07 user nova-compute[75432]: node.session.reopen_max = 0
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].address = 172.16.0.220
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].port = 3260
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].startup = manual
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].tcp.window_size = 524288
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].tcp.type_of_service = 0
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].timeo.logout_timeout = 15
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].timeo.login_timeout = 15
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].timeo.auth_timeout = 45
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].timeo.noop_out_interval = 5
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].timeo.noop_out_timeout = 5
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].iscsi.HeaderDigest = None
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].iscsi.DataDigest = None
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].iscsi.IFMarker = No
Nov 27 14:37:07 user nova-compute[75432]: node.conn[0].iscsi.OFMarker = No
Nov 27 14:37:07 user nova-compute[75432]: # END RECORD
Nov 27 14:37:07 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b245edd-4ee9-4b75-a6cc-ef901f452664]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[59a22fb3-9cd0-4708-bb79-9b637bfcd7ed]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qvuplrEc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qvuplrEc" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4b26d6a-4d3d-422b-adc6-788a121b592a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qvuplrEc'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[93931a68-0e2d-47bb-9f8d-8dcf8f1f4b37]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6462aa1f-3e04-4af5-92c7-94965a081423]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:37:07 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:37:07 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:37:07 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:37:07 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.157s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] HCTL ('35', '0', '0', 0) found on session 34 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[681bfe1f-dde2-4df0-88f9-e5a883659a69]: (4, ('0 0 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching for a device in session 34 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qvuplrEc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.182s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] <== connect_volume: return (350ms) {'type': 'block', 'scsi_wwn': '23264323264373363', 'path': '/dev/sdd'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264323264373363', 'path': '/dev/sdd'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:35:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-830281103',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-830281103',id=30,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:35:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-4w0cms84',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:35:33Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=68e7b903-61c7-4af9-92b0-c423ed3eabc8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "vif_mac": "fa:16:3e:03:8f:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "vif_mac": "fa:16:3e:03:8f:6b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:03:8f:6b,bridge_name='br-int',has_traffic_filtering=True,id=459b61db-7487-4c08-9b09-fc8397fc7255,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap459b61db-74') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG nova.objects.instance [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'pci_devices' on Instance uuid 68e7b903-61c7-4af9-92b0-c423ed3eabc8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG nova.objects.base [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Object Instance<68e7b903-61c7-4af9-92b0-c423ed3eabc8> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:37:07 user nova-compute[75432]:   <uuid>68e7b903-61c7-4af9-92b0-c423ed3eabc8</uuid>
Nov 27 14:37:07 user nova-compute[75432]:   <name>instance-0000001e</name>
Nov 27 14:37:07 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:37:07 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:37:07 user nova-compute[75432]:   <metadata>
Nov 27 14:37:07 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:37:07 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:37:07 user nova-compute[75432]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-830281103</nova:name>
Nov 27 14:37:07 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:37:06</nova:creationTime>
Nov 27 14:37:07 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:37:07 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:37:07 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:37:07 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:37:07 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:37:07 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:37:07 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:37:07 user nova-compute[75432]:       <nova:owner>
Nov 27 14:37:07 user nova-compute[75432]:         <nova:user uuid="ac7d7266b7c449bd893608703e58a802">tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member</nova:user>
Nov 27 14:37:07 user nova-compute[75432]:         <nova:project uuid="03391693a1d74dc785097aaec5321eed">tempest-ServerBootFromVolumeStableRescueTest-989633053</nova:project>
Nov 27 14:37:07 user nova-compute[75432]:       </nova:owner>
Nov 27 14:37:07 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:37:07 user nova-compute[75432]:       <nova:ports>
Nov 27 14:37:07 user nova-compute[75432]:         <nova:port uuid="459b61db-7487-4c08-9b09-fc8397fc7255">
Nov 27 14:37:07 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 27 14:37:07 user nova-compute[75432]:         </nova:port>
Nov 27 14:37:07 user nova-compute[75432]:       </nova:ports>
Nov 27 14:37:07 user nova-compute[75432]:     </nova:instance>
Nov 27 14:37:07 user nova-compute[75432]:   </metadata>
Nov 27 14:37:07 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:37:07 user nova-compute[75432]:     <system>
Nov 27 14:37:07 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:37:07 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:37:07 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:37:07 user nova-compute[75432]:       <entry name="serial">68e7b903-61c7-4af9-92b0-c423ed3eabc8</entry>
Nov 27 14:37:07 user nova-compute[75432]:       <entry name="uuid">68e7b903-61c7-4af9-92b0-c423ed3eabc8</entry>
Nov 27 14:37:07 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:37:07 user nova-compute[75432]:     </system>
Nov 27 14:37:07 user nova-compute[75432]:   </sysinfo>
Nov 27 14:37:07 user nova-compute[75432]:   <os>
Nov 27 14:37:07 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:37:07 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:37:07 user nova-compute[75432]:   </os>
Nov 27 14:37:07 user nova-compute[75432]:   <features>
Nov 27 14:37:07 user nova-compute[75432]:     <acpi/>
Nov 27 14:37:07 user nova-compute[75432]:     <apic/>
Nov 27 14:37:07 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:37:07 user nova-compute[75432]:   </features>
Nov 27 14:37:07 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:37:07 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:37:07 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:37:07 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:37:07 user nova-compute[75432]:   </clock>
Nov 27 14:37:07 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:37:07 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:37:07 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:37:07 user nova-compute[75432]:   </cpu>
Nov 27 14:37:07 user nova-compute[75432]:   <devices>
Nov 27 14:37:07 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:37:07 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:37:07 user nova-compute[75432]:       <source dev="/dev/sdd"/>
Nov 27 14:37:07 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:37:07 user nova-compute[75432]:       <serial>ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1</serial>
Nov 27 14:37:07 user nova-compute[75432]:     </disk>
Nov 27 14:37:07 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:37:07 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:37:07 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.rescue"/>
Nov 27 14:37:07 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:37:07 user nova-compute[75432]:       <boot order="1"/>
Nov 27 14:37:07 user nova-compute[75432]:     </disk>
Nov 27 14:37:07 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:37:07 user nova-compute[75432]:       <mac address="fa:16:3e:03:8f:6b"/>
Nov 27 14:37:07 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:37:07 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:37:07 user nova-compute[75432]:       <target dev="tap459b61db-74"/>
Nov 27 14:37:07 user nova-compute[75432]:     </interface>
Nov 27 14:37:07 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:37:07 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/console.log" append="off"/>
Nov 27 14:37:07 user nova-compute[75432]:     </serial>
Nov 27 14:37:07 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:37:07 user nova-compute[75432]:     <video>
Nov 27 14:37:07 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:37:07 user nova-compute[75432]:     </video>
Nov 27 14:37:07 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:37:07 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:37:07 user nova-compute[75432]:     </rng>
Nov 27 14:37:07 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:37:07 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:37:07 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:37:07 user nova-compute[75432]:     </memballoon>
Nov 27 14:37:07 user nova-compute[75432]:   </devices>
Nov 27 14:37:07 user nova-compute[75432]: </domain>
Nov 27 14:37:07 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:37:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Instance destroyed successfully.
Nov 27 14:37:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No VIF found with MAC fa:16:3e:03:8f:6b, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG nova.objects.instance [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'flavor' on Instance uuid 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-fe5aa93f-1079-4c0c-ac20-9c11aeee1b3d tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "84453972-848a-4c15-ba19-7c418c6f6b06" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.700s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-fd3aacbb-7272-476e-8f21-ff3d23a43675 req-b444006b-fa46-4078-93ad-687b5024d44b service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fd3aacbb-7272-476e-8f21-ff3d23a43675 req-b444006b-fa46-4078-93ad-687b5024d44b service nova] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fd3aacbb-7272-476e-8f21-ff3d23a43675 req-b444006b-fa46-4078-93ad-687b5024d44b service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fd3aacbb-7272-476e-8f21-ff3d23a43675 req-b444006b-fa46-4078-93ad-687b5024d44b service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-fd3aacbb-7272-476e-8f21-ff3d23a43675 req-b444006b-fa46-4078-93ad-687b5024d44b service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] No waiting events found dispatching network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:08 user nova-compute[75432]: WARNING nova.compute.manager [req-fd3aacbb-7272-476e-8f21-ff3d23a43675 req-b444006b-fa46-4078-93ad-687b5024d44b service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received unexpected event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 for instance with vm_state active and task_state rescuing.
Nov 27 14:37:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:37:10 user nova-compute[75432]: INFO nova.compute.manager [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] instance snapshotting
Nov 27 14:37:10 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Beginning live snapshot process
Nov 27 14:37:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json -f qcow2 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json -f qcow2" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json -f qcow2 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-3a5a5308-36ed-4cb3-afe9-a10bdb4f149b req-e34722f9-ea57-4b84-9fa4-e6d0d3589acc service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3a5a5308-36ed-4cb3-afe9-a10bdb4f149b req-e34722f9-ea57-4b84-9fa4-e6d0d3589acc service nova] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3a5a5308-36ed-4cb3-afe9-a10bdb4f149b req-e34722f9-ea57-4b84-9fa4-e6d0d3589acc service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3a5a5308-36ed-4cb3-afe9-a10bdb4f149b req-e34722f9-ea57-4b84-9fa4-e6d0d3589acc service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-3a5a5308-36ed-4cb3-afe9-a10bdb4f149b req-e34722f9-ea57-4b84-9fa4-e6d0d3589acc service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] No waiting events found dispatching network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:11 user nova-compute[75432]: WARNING nova.compute.manager [req-3a5a5308-36ed-4cb3-afe9-a10bdb4f149b req-e34722f9-ea57-4b84-9fa4-e6d0d3589acc service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received unexpected event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 for instance with vm_state active and task_state rescuing.
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json -f qcow2" returned: 0 in 0.168s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-46dec986-2f9e-44c2-9ec5-c68353646262 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmprzwgf4py/3e7c6cc7230c420b8a0c02da6996e245.delta 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmprzwgf4py/3e7c6cc7230c420b8a0c02da6996e245.delta 1073741824" returned: 0 in 0.061s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG nova.objects.instance [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'flavor' on Instance uuid 479423d1-e141-4025-9fcc-9ed16277fc77 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:11 user nova-compute[75432]: INFO nova.compute.manager [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Attaching volume 35b21c76-560d-40c0-b848-4cde8c0dc886 to /dev/vdb
Nov 27 14:37:11 user nova-compute[75432]: DEBUG os_brick.utils [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3af9be9c-1992-4169-a376-bd167857e3f3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9920825-82e0-425e-97c0-ec7c4e2ec37a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e15b06f-9bd6-4c1e-b8b5-91812549da53]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[39934d27-8260-4ed5-9055-260adde5be1b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:37:12 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:37:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c84435a-7914-4d3d-b1b2-625d823120bb]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG os_brick.utils [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updating existing volume attachment record: 62718f44-0ca7-4d1a-a0c9-83e3751c8eef {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:37:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 27 14:37:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:37:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmprzwgf4py/3e7c6cc7230c420b8a0c02da6996e245.delta /opt/stack/data/nova/instances/snapshots/tmprzwgf4py/3e7c6cc7230c420b8a0c02da6996e245 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmprzwgf4py/3e7c6cc7230c420b8a0c02da6996e245.delta /opt/stack/data/nova/instances/snapshots/tmprzwgf4py/3e7c6cc7230c420b8a0c02da6996e245" returned: 0 in 0.503s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:13 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Snapshot extracted, beginning image upload
Nov 27 14:37:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:16 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Snapshot image upload complete
Nov 27 14:37:16 user nova-compute[75432]: INFO nova.compute.manager [None req-c4726f7f-5164-4be4-b385-83762757183b tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Took 5.84 seconds to snapshot the instance on the hypervisor.
Nov 27 14:37:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "89af1868-2061-47f1-bf32-e990d602fcfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "89af1868-2061-47f1-bf32-e990d602fcfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:37:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:37:18 user nova-compute[75432]: INFO nova.compute.claims [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Claim successful on node user
Nov 27 14:37:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:18 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:37:18 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:37:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.578s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:37:19 user nova-compute[75432]: DEBUG nova.compute.manager [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:37:19 user nova-compute[75432]: DEBUG nova.network.neutron [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:37:19 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:37:19 user nova-compute[75432]: DEBUG nova.compute.manager [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:37:19 user nova-compute[75432]: DEBUG nova.policy [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4c9f3c3d0724a77ac37cd16724d0be4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9df38f08da7448bea3ad8d9233d21261', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:37:19 user nova-compute[75432]: DEBUG nova.compute.manager [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:37:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:37:19 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Creating image(s)
Nov 27 14:37:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "/opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "/opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "/opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "c06d0c5eccc9f503bf2bf10f421e56135ade564f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "c06d0c5eccc9f503bf2bf10f421e56135ade564f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f.part --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:20 user nova-compute[75432]: DEBUG nova.network.neutron [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Successfully created port: b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:37:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f.part --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:20 user nova-compute[75432]: DEBUG nova.virt.images [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] 2f76d45a-647e-4e32-827f-5db9aaae1cbc was qcow2, converting to raw {{(pid=75432) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 14:37:20 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:37:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f.part /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f.converted {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f.part /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f.converted" returned: 0 in 0.319s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f.converted --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f.converted --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "c06d0c5eccc9f503bf2bf10f421e56135ade564f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.745s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZmUYhlCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:37:21 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:37:21 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:37:21 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f0ba65-96df-43f3-8b7d-c9e9a738b2d5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:37:21 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f --force-share --output=json" returned: 0 in 0.184s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "c06d0c5eccc9f503bf2bf10f421e56135ade564f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "c06d0c5eccc9f503bf2bf10f421e56135ade564f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.network.neutron [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Successfully updated port: b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4244b82-5483-4e94-9e74-248b271e7151]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886] added
Nov 27 14:37:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-bfed21f4-755d-4c94-bf39-2d632b8fc4bc req-4afa2ecd-ec70-499d-9c00-92a945ef8c6c service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Received event network-changed-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-bfed21f4-755d-4c94-bf39-2d632b8fc4bc req-4afa2ecd-ec70-499d-9c00-92a945ef8c6c service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Refreshing instance network info cache due to event network-changed-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bfed21f4-755d-4c94-bf39-2d632b8fc4bc req-4afa2ecd-ec70-499d-9c00-92a945ef8c6c service nova] Acquiring lock "refresh_cache-89af1868-2061-47f1-bf32-e990d602fcfa" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bfed21f4-755d-4c94-bf39-2d632b8fc4bc req-4afa2ecd-ec70-499d-9c00-92a945ef8c6c service nova] Acquired lock "refresh_cache-89af1868-2061-47f1-bf32-e990d602fcfa" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-bfed21f4-755d-4c94-bf39-2d632b8fc4bc req-4afa2ecd-ec70-499d-9c00-92a945ef8c6c service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Refreshing network info cache for port b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "refresh_cache-89af1868-2061-47f1-bf32-e990d602fcfa" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8687804e-9a8c-4766-a929-68fc9db5966b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[784cd93c-b772-46ce-85eb-ceef00b17d30]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZmUYhlCr {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZmUYhlCr" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd2c3934-f181-4ecd-a661-8dd1fb86088f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZmUYhlCr'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-bfed21f4-755d-4c94-bf39-2d632b8fc4bc req-4afa2ecd-ec70-499d-9c00-92a945ef8c6c service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b436fc98-9407-4a03-933a-f4496798da6e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1355baa8-3758-41d0-84cb-ec863639abca]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:37:21 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:37:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:37:21 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:37:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f --force-share --output=json" returned: 0 in 0.178s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f,backing_fmt=raw /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f,backing_fmt=raw /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk 1073741824" returned: 0 in 0.049s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "c06d0c5eccc9f503bf2bf10f421e56135ade564f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fd04a00-fbf0-47ad-9ff0-f0b8e62a6599]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886, portal: 172.16.0.220,3260]
Nov 27 14:37:21 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886, portal: 172.16.0.220,3260] successful.
Nov 27 14:37:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[93bd18ee-6942-462b-9027-5742cd3bd55d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a78f9f25-a91c-4f1c-8819-62dbe8cb8682]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:37:21 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:37:21 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:37:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:37:21 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:37:21 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:37:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.363s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] HCTL ('33', '-', '-', 0) found on session 39 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-bfed21f4-755d-4c94-bf39-2d632b8fc4bc req-4afa2ecd-ec70-499d-9c00-92a945ef8c6c service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[12c3c553-d1b1-4892-ac6c-e865e2a374fe]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Searching for a device in session 39 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZmUYhlCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bfed21f4-755d-4c94-bf39-2d632b8fc4bc req-4afa2ecd-ec70-499d-9c00-92a945ef8c6c service nova] Releasing lock "refresh_cache-89af1868-2061-47f1-bf32-e990d602fcfa" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquired lock "refresh_cache-89af1868-2061-47f1-bf32-e990d602fcfa" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.network.neutron [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f --force-share --output=json" returned: 0 in 0.188s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Ensure instance console log exists: /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.network.neutron [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.network.neutron [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Updating instance_info_cache with network_info: [{"id": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "address": "fa:16:3e:87:89:c7", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5115e76-bc", "ovs_interfaceid": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Releasing lock "refresh_cache-89af1868-2061-47f1-bf32-e990d602fcfa" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.compute.manager [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Instance network_info: |[{"id": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "address": "fa:16:3e:87:89:c7", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5115e76-bc", "ovs_interfaceid": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Start _get_guest_xml network_info=[{"id": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "address": "fa:16:3e:87:89:c7", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5115e76-bc", "ovs_interfaceid": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d3e1421fc7db70796310de410fc8de22',container_format='bare',created_at=2023-11-27T14:37:10Z,direct_url=<?>,disk_format='qcow2',id=2f76d45a-647e-4e32-827f-5db9aaae1cbc,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-520038537',owner='9df38f08da7448bea3ad8d9233d21261',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-27T14:37:16Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '2f76d45a-647e-4e32-827f-5db9aaae1cbc'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:37:21 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:37:21 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d3e1421fc7db70796310de410fc8de22',container_format='bare',created_at=2023-11-27T14:37:10Z,direct_url=<?>,disk_format='qcow2',id=2f76d45a-647e-4e32-827f-5db9aaae1cbc,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-520038537',owner='9df38f08da7448bea3ad8d9233d21261',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-27T14:37:16Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:37:21 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:37:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1846522033',display_name='tempest-TestStampPattern-server-1846522033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1846522033',id=34,image_ref='2f76d45a-647e-4e32-827f-5db9aaae1cbc',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPYfW6fQyJhP5BRCGdLr1aSddE+6/NlJ35440HgoRazVVhqan/i8j71k3Gl6j9zYk0tOeOHIxgBqGN1NNnQdQMloKP8rQVOhTZx5CbCS3zN6XQvB4iRMngh/KL49V43t/g==',key_name='tempest-TestStampPattern-1869448090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9df38f08da7448bea3ad8d9233d21261',ramdisk_id='',reservation_id='r-evhv3x02',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='e4cd9863-996a-4827-a074-1d55afe82813',image_min_disk='1',image_min_ram='0',image_owner_id='9df38f08da7448bea3ad8d9233d21261',image_owner_project_name='tempest-TestStampPattern-374860503',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-374860503-project-member',image_user_id='a4c9f3c3d0724a77ac37cd16724d0be4',network_allocated='True',owner_project_name='tempest-TestStampPattern-374860503',owner_user_name='tempest-TestStampPattern-374860503-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:37:19Z,user_data=None,user_id='a4c9f3c3d0724a77ac37cd16724d0be4',uuid=89af1868-2061-47f1-bf32-e990d602fcfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "address": "fa:16:3e:87:89:c7", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5115e76-bc", "ovs_interfaceid": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Converting VIF {"id": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "address": "fa:16:3e:87:89:c7", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5115e76-bc", "ovs_interfaceid": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:89:c7,bridge_name='br-int',has_traffic_filtering=True,id=b5115e76-bcb3-44b4-9c0d-d34d8fd995b6,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5115e76-bc') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.objects.instance [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lazy-loading 'pci_devices' on Instance uuid 89af1868-2061-47f1-bf32-e990d602fcfa {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:37:22 user nova-compute[75432]:   <uuid>89af1868-2061-47f1-bf32-e990d602fcfa</uuid>
Nov 27 14:37:22 user nova-compute[75432]:   <name>instance-00000022</name>
Nov 27 14:37:22 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:37:22 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:37:22 user nova-compute[75432]:   <metadata>
Nov 27 14:37:22 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:37:22 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:37:22 user nova-compute[75432]:       <nova:name>tempest-TestStampPattern-server-1846522033</nova:name>
Nov 27 14:37:22 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:37:21</nova:creationTime>
Nov 27 14:37:22 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:37:22 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:37:22 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:37:22 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:37:22 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:37:22 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:37:22 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:37:22 user nova-compute[75432]:       <nova:owner>
Nov 27 14:37:22 user nova-compute[75432]:         <nova:user uuid="a4c9f3c3d0724a77ac37cd16724d0be4">tempest-TestStampPattern-374860503-project-member</nova:user>
Nov 27 14:37:22 user nova-compute[75432]:         <nova:project uuid="9df38f08da7448bea3ad8d9233d21261">tempest-TestStampPattern-374860503</nova:project>
Nov 27 14:37:22 user nova-compute[75432]:       </nova:owner>
Nov 27 14:37:22 user nova-compute[75432]:       <nova:root type="image" uuid="2f76d45a-647e-4e32-827f-5db9aaae1cbc"/>
Nov 27 14:37:22 user nova-compute[75432]:       <nova:ports>
Nov 27 14:37:22 user nova-compute[75432]:         <nova:port uuid="b5115e76-bcb3-44b4-9c0d-d34d8fd995b6">
Nov 27 14:37:22 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 27 14:37:22 user nova-compute[75432]:         </nova:port>
Nov 27 14:37:22 user nova-compute[75432]:       </nova:ports>
Nov 27 14:37:22 user nova-compute[75432]:     </nova:instance>
Nov 27 14:37:22 user nova-compute[75432]:   </metadata>
Nov 27 14:37:22 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:37:22 user nova-compute[75432]:     <system>
Nov 27 14:37:22 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:37:22 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:37:22 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:37:22 user nova-compute[75432]:       <entry name="serial">89af1868-2061-47f1-bf32-e990d602fcfa</entry>
Nov 27 14:37:22 user nova-compute[75432]:       <entry name="uuid">89af1868-2061-47f1-bf32-e990d602fcfa</entry>
Nov 27 14:37:22 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:37:22 user nova-compute[75432]:     </system>
Nov 27 14:37:22 user nova-compute[75432]:   </sysinfo>
Nov 27 14:37:22 user nova-compute[75432]:   <os>
Nov 27 14:37:22 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:37:22 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:37:22 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:37:22 user nova-compute[75432]:   </os>
Nov 27 14:37:22 user nova-compute[75432]:   <features>
Nov 27 14:37:22 user nova-compute[75432]:     <acpi/>
Nov 27 14:37:22 user nova-compute[75432]:     <apic/>
Nov 27 14:37:22 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:37:22 user nova-compute[75432]:   </features>
Nov 27 14:37:22 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:37:22 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:37:22 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:37:22 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:37:22 user nova-compute[75432]:   </clock>
Nov 27 14:37:22 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:37:22 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:37:22 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:37:22 user nova-compute[75432]:   </cpu>
Nov 27 14:37:22 user nova-compute[75432]:   <devices>
Nov 27 14:37:22 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:37:22 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:37:22 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk"/>
Nov 27 14:37:22 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:37:22 user nova-compute[75432]:     </disk>
Nov 27 14:37:22 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:37:22 user nova-compute[75432]:       <mac address="fa:16:3e:87:89:c7"/>
Nov 27 14:37:22 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:37:22 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:37:22 user nova-compute[75432]:       <target dev="tapb5115e76-bc"/>
Nov 27 14:37:22 user nova-compute[75432]:     </interface>
Nov 27 14:37:22 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:37:22 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/console.log" append="off"/>
Nov 27 14:37:22 user nova-compute[75432]:     </serial>
Nov 27 14:37:22 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:37:22 user nova-compute[75432]:     <video>
Nov 27 14:37:22 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:37:22 user nova-compute[75432]:     </video>
Nov 27 14:37:22 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:37:22 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:37:22 user nova-compute[75432]:     </rng>
Nov 27 14:37:22 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:37:22 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:37:22 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:37:22 user nova-compute[75432]:     </memballoon>
Nov 27 14:37:22 user nova-compute[75432]:   </devices>
Nov 27 14:37:22 user nova-compute[75432]: </domain>
Nov 27 14:37:22 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:37:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1846522033',display_name='tempest-TestStampPattern-server-1846522033',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1846522033',id=34,image_ref='2f76d45a-647e-4e32-827f-5db9aaae1cbc',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPYfW6fQyJhP5BRCGdLr1aSddE+6/NlJ35440HgoRazVVhqan/i8j71k3Gl6j9zYk0tOeOHIxgBqGN1NNnQdQMloKP8rQVOhTZx5CbCS3zN6XQvB4iRMngh/KL49V43t/g==',key_name='tempest-TestStampPattern-1869448090',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9df38f08da7448bea3ad8d9233d21261',ramdisk_id='',reservation_id='r-evhv3x02',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='e4cd9863-996a-4827-a074-1d55afe82813',image_min_disk='1',image_min_ram='0',image_owner_id='9df38f08da7448bea3ad8d9233d21261',image_owner_project_name='tempest-TestStampPattern-374860503',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-374860503-project-member',image_user_id='a4c9f3c3d0724a77ac37cd16724d0be4',network_allocated='True',owner_project_name='tempest-TestStampPattern-374860503',owner_user_name='tempest-TestStampPattern-374860503-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:37:19Z,user_data=None,user_id='a4c9f3c3d0724a77ac37cd16724d0be4',uuid=89af1868-2061-47f1-bf32-e990d602fcfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "address": "fa:16:3e:87:89:c7", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5115e76-bc", "ovs_interfaceid": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Converting VIF {"id": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "address": "fa:16:3e:87:89:c7", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5115e76-bc", "ovs_interfaceid": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:89:c7,bridge_name='br-int',has_traffic_filtering=True,id=b5115e76-bcb3-44b4-9c0d-d34d8fd995b6,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5115e76-bc') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG os_vif [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:89:c7,bridge_name='br-int',has_traffic_filtering=True,id=b5115e76-bcb3-44b4-9c0d-d34d8fd995b6,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5115e76-bc') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '90f325e0-674a-52ed-9ac4-6b8e6626a9ba', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb5115e76-bc, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb5115e76-bc, col_values=(('qos', UUID('ff4c5250-3ef0-41fd-bec9-2a0b7ec43755')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb5115e76-bc, col_values=(('external_ids', {'iface-id': 'b5115e76-bcb3-44b4-9c0d-d34d8fd995b6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:89:c7', 'vm-uuid': '89af1868-2061-47f1-bf32-e990d602fcfa'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:22 user nova-compute[75432]: INFO os_vif [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:89:c7,bridge_name='br-int',has_traffic_filtering=True,id=b5115e76-bcb3-44b4-9c0d-d34d8fd995b6,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5115e76-bc')
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] No VIF found with MAC fa:16:3e:87:89:c7, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.394s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] <== connect_volume: return (1396ms) {'type': 'block', 'scsi_wwn': '23530346362326337', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530346362326337', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.objects.instance [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'flavor' on Instance uuid 479423d1-e141-4025-9fcc-9ed16277fc77 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:37:22 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:37:22 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:37:22 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:37:22 user nova-compute[75432]:   <serial>35b21c76-560d-40c0-b848-4cde8c0dc886</serial>
Nov 27 14:37:22 user nova-compute[75432]: </disk>
Nov 27 14:37:22 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:37:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:37:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:37:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] No VIF found with MAC fa:16:3e:56:70:36, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:37:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f3ffa89d-09da-4011-8605-d137dd58491d tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.873s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-e927a41f-23c9-4820-9549-6abaeaaf2133 req-d5e2530e-f5aa-4713-97d6-c8722e3634ed service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Received event network-vif-plugged-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e927a41f-23c9-4820-9549-6abaeaaf2133 req-d5e2530e-f5aa-4713-97d6-c8722e3634ed service nova] Acquiring lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e927a41f-23c9-4820-9549-6abaeaaf2133 req-d5e2530e-f5aa-4713-97d6-c8722e3634ed service nova] Lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e927a41f-23c9-4820-9549-6abaeaaf2133 req-d5e2530e-f5aa-4713-97d6-c8722e3634ed service nova] Lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-e927a41f-23c9-4820-9549-6abaeaaf2133 req-d5e2530e-f5aa-4713-97d6-c8722e3634ed service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] No waiting events found dispatching network-vif-plugged-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:24 user nova-compute[75432]: WARNING nova.compute.manager [req-e927a41f-23c9-4820-9549-6abaeaaf2133 req-d5e2530e-f5aa-4713-97d6-c8722e3634ed service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Received unexpected event network-vif-plugged-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 for instance with vm_state building and task_state spawning.
Nov 27 14:37:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-2b0ff773-38d3-4511-bed8-25dd4f9cfa81 req-b1e20dea-ec10-4d51-85a9-ff352bb94f51 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Received event network-vif-plugged-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b0ff773-38d3-4511-bed8-25dd4f9cfa81 req-b1e20dea-ec10-4d51-85a9-ff352bb94f51 service nova] Acquiring lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b0ff773-38d3-4511-bed8-25dd4f9cfa81 req-b1e20dea-ec10-4d51-85a9-ff352bb94f51 service nova] Lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b0ff773-38d3-4511-bed8-25dd4f9cfa81 req-b1e20dea-ec10-4d51-85a9-ff352bb94f51 service nova] Lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-2b0ff773-38d3-4511-bed8-25dd4f9cfa81 req-b1e20dea-ec10-4d51-85a9-ff352bb94f51 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] No waiting events found dispatching network-vif-plugged-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:26 user nova-compute[75432]: WARNING nova.compute.manager [req-2b0ff773-38d3-4511-bed8-25dd4f9cfa81 req-b1e20dea-ec10-4d51-85a9-ff352bb94f51 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Received unexpected event network-vif-plugged-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 for instance with vm_state building and task_state spawning.
Nov 27 14:37:26 user nova-compute[75432]: DEBUG nova.compute.manager [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:37:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:37:26 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Instance spawned successfully.
Nov 27 14:37:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:37:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:37:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:37:26 user nova-compute[75432]: INFO nova.compute.manager [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Took 7.28 seconds to spawn the instance on the hypervisor.
Nov 27 14:37:26 user nova-compute[75432]: DEBUG nova.compute.manager [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:37:26 user nova-compute[75432]: INFO nova.compute.manager [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Took 8.44 seconds to build instance.
Nov 27 14:37:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-087d9a3e-b24c-44de-b72e-8f7ded52f6ac tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "89af1868-2061-47f1-bf32-e990d602fcfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.546s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:27 user nova-compute[75432]: DEBUG nova.compute.manager [req-8358bc3b-339c-4070-a641-da5a1a1df96a req-81d9587e-5247-4e5a-955d-8e89debb212a service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-changed-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:27 user nova-compute[75432]: DEBUG nova.compute.manager [req-8358bc3b-339c-4070-a641-da5a1a1df96a req-81d9587e-5247-4e5a-955d-8e89debb212a service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Refreshing instance network info cache due to event network-changed-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:37:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8358bc3b-339c-4070-a641-da5a1a1df96a req-81d9587e-5247-4e5a-955d-8e89debb212a service nova] Acquiring lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:37:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8358bc3b-339c-4070-a641-da5a1a1df96a req-81d9587e-5247-4e5a-955d-8e89debb212a service nova] Acquired lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:37:27 user nova-compute[75432]: DEBUG nova.network.neutron [req-8358bc3b-339c-4070-a641-da5a1a1df96a req-81d9587e-5247-4e5a-955d-8e89debb212a service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Refreshing network info cache for port b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:37:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:27 user nova-compute[75432]: DEBUG nova.network.neutron [req-8358bc3b-339c-4070-a641-da5a1a1df96a req-81d9587e-5247-4e5a-955d-8e89debb212a service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updated VIF entry in instance network info cache for port b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:37:27 user nova-compute[75432]: DEBUG nova.network.neutron [req-8358bc3b-339c-4070-a641-da5a1a1df96a req-81d9587e-5247-4e5a-955d-8e89debb212a service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updating instance_info_cache with network_info: [{"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:37:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8358bc3b-339c-4070-a641-da5a1a1df96a req-81d9587e-5247-4e5a-955d-8e89debb212a service nova] Releasing lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-46987a7b-ee49-4907-870c-ce4cc9aa97ac req-090627c4-b2c9-4286-b00a-0aeaa2459900 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-changed-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-46987a7b-ee49-4907-870c-ce4cc9aa97ac req-090627c4-b2c9-4286-b00a-0aeaa2459900 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Refreshing instance network info cache due to event network-changed-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-46987a7b-ee49-4907-870c-ce4cc9aa97ac req-090627c4-b2c9-4286-b00a-0aeaa2459900 service nova] Acquiring lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-46987a7b-ee49-4907-870c-ce4cc9aa97ac req-090627c4-b2c9-4286-b00a-0aeaa2459900 service nova] Acquired lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG nova.network.neutron [req-46987a7b-ee49-4907-870c-ce4cc9aa97ac req-090627c4-b2c9-4286-b00a-0aeaa2459900 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Refreshing network info cache for port b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG nova.network.neutron [req-46987a7b-ee49-4907-870c-ce4cc9aa97ac req-090627c4-b2c9-4286-b00a-0aeaa2459900 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updated VIF entry in instance network info cache for port b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG nova.network.neutron [req-46987a7b-ee49-4907-870c-ce4cc9aa97ac req-090627c4-b2c9-4286-b00a-0aeaa2459900 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updating instance_info_cache with network_info: [{"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-46987a7b-ee49-4907-870c-ce4cc9aa97ac req-090627c4-b2c9-4286-b00a-0aeaa2459900 service nova] Releasing lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:30 user nova-compute[75432]: INFO nova.compute.manager [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Rebooting instance
Nov 27 14:37:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquired lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG nova.network.neutron [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:37:30 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:37:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updating instance_info_cache with network_info: [{"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:37:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Releasing lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:37:31 user nova-compute[75432]: DEBUG nova.compute.manager [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:37:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-eec87982-25ed-42a7-a006-753e40a1c66d req-1c1835f0-a7c7-44aa-982c-8888daa2d8bb service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-vif-unplugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-eec87982-25ed-42a7-a006-753e40a1c66d req-1c1835f0-a7c7-44aa-982c-8888daa2d8bb service nova] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-eec87982-25ed-42a7-a006-753e40a1c66d req-1c1835f0-a7c7-44aa-982c-8888daa2d8bb service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-eec87982-25ed-42a7-a006-753e40a1c66d req-1c1835f0-a7c7-44aa-982c-8888daa2d8bb service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-eec87982-25ed-42a7-a006-753e40a1c66d req-1c1835f0-a7c7-44aa-982c-8888daa2d8bb service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] No waiting events found dispatching network-vif-unplugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:33 user nova-compute[75432]: WARNING nova.compute.manager [req-eec87982-25ed-42a7-a006-753e40a1c66d req-1c1835f0-a7c7-44aa-982c-8888daa2d8bb service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received unexpected event network-vif-unplugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d for instance with vm_state active and task_state reboot_started.
Nov 27 14:37:34 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Instance shutdown successfully.
Nov 27 14:37:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:37:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-ffb62485-a1b6-4abd-be8c-91342d679eab req-7f13b4d6-0871-4002-8be1-8d6ff500a2ee service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ffb62485-a1b6-4abd-be8c-91342d679eab req-7f13b4d6-0871-4002-8be1-8d6ff500a2ee service nova] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ffb62485-a1b6-4abd-be8c-91342d679eab req-7f13b4d6-0871-4002-8be1-8d6ff500a2ee service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ffb62485-a1b6-4abd-be8c-91342d679eab req-7f13b4d6-0871-4002-8be1-8d6ff500a2ee service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-ffb62485-a1b6-4abd-be8c-91342d679eab req-7f13b4d6-0871-4002-8be1-8d6ff500a2ee service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] No waiting events found dispatching network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:35 user nova-compute[75432]: WARNING nova.compute.manager [req-ffb62485-a1b6-4abd-be8c-91342d679eab req-7f13b4d6-0871-4002-8be1-8d6ff500a2ee service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received unexpected event network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d for instance with vm_state active and task_state reboot_started.
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "84453972-848a-4c15-ba19-7c418c6f6b06" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:36 user nova-compute[75432]: INFO nova.compute.manager [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Terminating instance
Nov 27 14:37:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:37:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-2237cf06-be78-4f01-8002-0c709c15f66f req-48d065be-5428-48ec-a07f-3092fdcbae3b service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-unplugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2237cf06-be78-4f01-8002-0c709c15f66f req-48d065be-5428-48ec-a07f-3092fdcbae3b service nova] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2237cf06-be78-4f01-8002-0c709c15f66f req-48d065be-5428-48ec-a07f-3092fdcbae3b service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2237cf06-be78-4f01-8002-0c709c15f66f req-48d065be-5428-48ec-a07f-3092fdcbae3b service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-2237cf06-be78-4f01-8002-0c709c15f66f req-48d065be-5428-48ec-a07f-3092fdcbae3b service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] No waiting events found dispatching network-vif-unplugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-2237cf06-be78-4f01-8002-0c709c15f66f req-48d065be-5428-48ec-a07f-3092fdcbae3b service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-unplugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:37 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Instance destroyed successfully.
Nov 27 14:37:37 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'resources' on Instance uuid 84453972-848a-4c15-ba19-7c418c6f6b06 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:30:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-848969296',display_name='tempest-ServerRescueNegativeTestJSON-server-848969296',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-848969296',id=23,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK5e8+XS7keOyyzW5h4t5cOxkrUMewHcaiH/GECvLZjIalNLduObkye2BX6JlUqKqKDDupF2JUzSgu0hDRn7LAvc6UWHnqCjFf8SKF3FXCDPUB1x5SGK6SNoXXugHBdepw==',key_name='tempest-keypair-752756917',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:33:08Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16971f2703e649a3a49db0b1b5adfb26',ramdisk_id='',reservation_id='r-bp6j7b6u',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-45682725',owner_user_name='tempest-ServerRescueNegativeTestJSON-45682725-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:35:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='aa99abf2191f499885898d88a7e5a3d1',uuid=84453972-848a-4c15-ba19-7c418c6f6b06,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converting VIF {"id": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "address": "fa:16:3e:44:8a:1a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c4ce10c-77", "ovs_interfaceid": "5c4ce10c-7732-49d2-9638-2dbc547ddd31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:8a:1a,bridge_name='br-int',has_traffic_filtering=True,id=5c4ce10c-7732-49d2-9638-2dbc547ddd31,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c4ce10c-77') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG os_vif [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:8a:1a,bridge_name='br-int',has_traffic_filtering=True,id=5c4ce10c-7732-49d2-9638-2dbc547ddd31,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c4ce10c-77') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5c4ce10c-77, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a852f266-72b0-4a9c-bf74-4214009f6045) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:37:37 user nova-compute[75432]: INFO os_vif [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:8a:1a,bridge_name='br-int',has_traffic_filtering=True,id=5c4ce10c-7732-49d2-9638-2dbc547ddd31,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c4ce10c-77')
Nov 27 14:37:37 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Deleting instance files /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06_del
Nov 27 14:37:37 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Deletion of /opt/stack/data/nova/instances/84453972-848a-4c15-ba19-7c418c6f6b06_del complete
Nov 27 14:37:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:37 user nova-compute[75432]: INFO nova.compute.manager [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Took 0.99 seconds to destroy the instance on the hypervisor.
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:37:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4cf6989-0f64-4ea5-b571-a8dc0bfea733 req-b9937c11-c769-470e-b39e-79af44be6759 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4cf6989-0f64-4ea5-b571-a8dc0bfea733 req-b9937c11-c769-470e-b39e-79af44be6759 service nova] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4cf6989-0f64-4ea5-b571-a8dc0bfea733 req-b9937c11-c769-470e-b39e-79af44be6759 service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4cf6989-0f64-4ea5-b571-a8dc0bfea733 req-b9937c11-c769-470e-b39e-79af44be6759 service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4cf6989-0f64-4ea5-b571-a8dc0bfea733 req-b9937c11-c769-470e-b39e-79af44be6759 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] No waiting events found dispatching network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:38 user nova-compute[75432]: WARNING nova.compute.manager [req-a4cf6989-0f64-4ea5-b571-a8dc0bfea733 req-b9937c11-c769-470e-b39e-79af44be6759 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received unexpected event network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d for instance with vm_state active and task_state reboot_started.
Nov 27 14:37:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4cf6989-0f64-4ea5-b571-a8dc0bfea733 req-b9937c11-c769-470e-b39e-79af44be6759 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4cf6989-0f64-4ea5-b571-a8dc0bfea733 req-b9937c11-c769-470e-b39e-79af44be6759 service nova] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4cf6989-0f64-4ea5-b571-a8dc0bfea733 req-b9937c11-c769-470e-b39e-79af44be6759 service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a4cf6989-0f64-4ea5-b571-a8dc0bfea733 req-b9937c11-c769-470e-b39e-79af44be6759 service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-a4cf6989-0f64-4ea5-b571-a8dc0bfea733 req-b9937c11-c769-470e-b39e-79af44be6759 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] No waiting events found dispatching network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:38 user nova-compute[75432]: WARNING nova.compute.manager [req-a4cf6989-0f64-4ea5-b571-a8dc0bfea733 req-b9937c11-c769-470e-b39e-79af44be6759 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received unexpected event network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d for instance with vm_state active and task_state reboot_started.
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:38 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Instance running successfully.
Nov 27 14:37:38 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Instance soft rebooted successfully.
Nov 27 14:37:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-eaca88bb-839e-4292-820d-a5bec3a75bdb tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.911s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:37:38 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Took 1.08 seconds to deallocate network for instance.
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-d2d10886-d28a-40b9-be37-eb738b051de0 req-3d370720-f185-4745-b3da-89a96316810d service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d2d10886-d28a-40b9-be37-eb738b051de0 req-3d370720-f185-4745-b3da-89a96316810d service nova] Acquiring lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d2d10886-d28a-40b9-be37-eb738b051de0 req-3d370720-f185-4745-b3da-89a96316810d service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d2d10886-d28a-40b9-be37-eb738b051de0 req-3d370720-f185-4745-b3da-89a96316810d service nova] Lock "84453972-848a-4c15-ba19-7c418c6f6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-d2d10886-d28a-40b9-be37-eb738b051de0 req-3d370720-f185-4745-b3da-89a96316810d service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] No waiting events found dispatching network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:37:39 user nova-compute[75432]: WARNING nova.compute.manager [req-d2d10886-d28a-40b9-be37-eb738b051de0 req-3d370720-f185-4745-b3da-89a96316810d service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received unexpected event network-vif-plugged-5c4ce10c-7732-49d2-9638-2dbc547ddd31 for instance with vm_state deleted and task_state None.
Nov 27 14:37:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.599s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:37:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:37:39 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Error from libvirt while getting description of instance-00000017: [Error Code 42] Domain not found: no domain with matching uuid '84453972-848a-4c15-ba19-7c418c6f6b06' (instance-00000017): libvirt.libvirtError: Domain not found: no domain with matching uuid '84453972-848a-4c15-ba19-7c418c6f6b06' (instance-00000017)
Nov 27 14:37:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:40 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Deleted allocations for instance 84453972-848a-4c15-ba19-7c418c6f6b06
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-28966e65-ec8d-4ad0-be38-991ee025c49f req-8e324663-93a2-4a9d-a5b8-76dd37c1a8dd service nova] [instance: 84453972-848a-4c15-ba19-7c418c6f6b06] Received event network-vif-deleted-5c4ce10c-7732-49d2-9638-2dbc547ddd31 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:37:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:37:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7163MB free_disk=24.745769500732422GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9c95f396-8ce6-4c55-8560-44084b1abdfb tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "84453972-848a-4c15-ba19-7c418c6f6b06" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.583s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Applying migration context for instance 33d59bfb-c5ca-43a4-83cc-bc76584dc52f as it has an incoming, in-progress migration 4fd3871e-9898-47aa-809a-283bf5ecbe5e. Migration status is finished {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 27 14:37:40 user nova-compute[75432]: INFO nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updating resource usage from migration 4fd3871e-9898-47aa-809a-283bf5ecbe5e
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e4cd9863-996a-4827-a074-1d55afe82813 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c075a895-0192-4831-b291-cbe48cd58854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 479423d1-e141-4025-9fcc-9ed16277fc77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Migration 4fd3871e-9898-47aa-809a-283bf5ecbe5e is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 33d59bfb-c5ca-43a4-83cc-bc76584dc52f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 5f843d51-02ab-4768-9466-431ac914c8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c7112624-cf02-4334-a86b-e13fa652259a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 89af1868-2061-47f1-bf32-e990d602fcfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:37:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:37:41 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:37:41 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:37:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:37:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.856s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:37:42 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:37:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:37:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:37:42 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:37:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:43 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Updating instance_info_cache with network_info: [{"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:37:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:37:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:37:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:37:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:37:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:37:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:37:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:37:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Going to confirm migration 2 {{(pid=75432) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquired lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lazy-loading 'info_cache' on Instance uuid 33d59bfb-c5ca-43a4-83cc-bc76584dc52f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updating instance_info_cache with network_info: [{"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Releasing lock "refresh_cache-33d59bfb-c5ca-43a4-83cc-bc76584dc52f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lazy-loading 'migration_context' on Instance uuid 33d59bfb-c5ca-43a4-83cc-bc76584dc52f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG nova.objects.base [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Object Instance<33d59bfb-c5ca-43a4-83cc-bc76584dc52f> lazy-loaded attributes: info_cache,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:48 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:37:48 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:37:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.447s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:48 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Deleted allocation for migration 4fd3871e-9898-47aa-809a-283bf5ecbe5e
Nov 27 14:37:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec7653da-b0cf-433b-a3ce-ed5bc7ba49f9 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.501s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:37:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:37:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "5f843d51-02ab-4768-9466-431ac914c8fc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "5f843d51-02ab-4768-9466-431ac914c8fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "5f843d51-02ab-4768-9466-431ac914c8fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "5f843d51-02ab-4768-9466-431ac914c8fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "5f843d51-02ab-4768-9466-431ac914c8fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:15 user nova-compute[75432]: INFO nova.compute.manager [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Terminating instance
Nov 27 14:38:15 user nova-compute[75432]: DEBUG nova.compute.manager [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:38:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Instance destroyed successfully.
Nov 27 14:38:16 user nova-compute[75432]: DEBUG nova.objects.instance [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lazy-loading 'resources' on Instance uuid 5f843d51-02ab-4768-9466-431ac914c8fc {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:36:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1306390428',display_name='tempest-ServersNegativeTestJSON-server-1306390428',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1306390428',id=32,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:36:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='58f24f8680cc4ff4bbebe7d39bb4f16f',ramdisk_id='',reservation_id='r-musrzrho',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-778357292',owner_user_name='tempest-ServersNegativeTestJSON-778357292-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:36:32Z,user_data=None,user_id='ace34346136c46b88d035d8598157aa5',uuid=5f843d51-02ab-4768-9466-431ac914c8fc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "address": "fa:16:3e:53:54:a2", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d7697a7-c3", "ovs_interfaceid": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Converting VIF {"id": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "address": "fa:16:3e:53:54:a2", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d7697a7-c3", "ovs_interfaceid": "0d7697a7-c344-4bc5-8bd4-c4fe5e938fad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:54:a2,bridge_name='br-int',has_traffic_filtering=True,id=0d7697a7-c344-4bc5-8bd4-c4fe5e938fad,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d7697a7-c3') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG os_vif [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:54:a2,bridge_name='br-int',has_traffic_filtering=True,id=0d7697a7-c344-4bc5-8bd4-c4fe5e938fad,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d7697a7-c3') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d7697a7-c3, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bf3ba06f-bef2-48be-b918-95524e780d0d) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:38:16 user nova-compute[75432]: INFO os_vif [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:54:a2,bridge_name='br-int',has_traffic_filtering=True,id=0d7697a7-c344-4bc5-8bd4-c4fe5e938fad,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d7697a7-c3')
Nov 27 14:38:16 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Deleting instance files /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc_del
Nov 27 14:38:16 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Deletion of /opt/stack/data/nova/instances/5f843d51-02ab-4768-9466-431ac914c8fc_del complete
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: INFO nova.compute.manager [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 27 14:38:16 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:38:16 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Took 0.45 seconds to deallocate network for instance.
Nov 27 14:38:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-547206a1-5c6a-400d-928f-8ff524efcaaf req-3c579f79-1ded-451b-a20c-9383e2c5b4ca service nova] [instance: 5f843d51-02ab-4768-9466-431ac914c8fc] Received event network-vif-deleted-0d7697a7-c344-4bc5-8bd4-c4fe5e938fad {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:17 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:38:17 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:38:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.377s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:17 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Deleted allocations for instance 5f843d51-02ab-4768-9466-431ac914c8fc
Nov 27 14:38:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-01646615-d550-45a7-b974-77962bc70c67 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "5f843d51-02ab-4768-9466-431ac914c8fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.921s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "827f016a-55d0-460f-82e1-9b22455df53f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:38:23 user nova-compute[75432]: INFO nova.compute.claims [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Claim successful on node user
Nov 27 14:38:23 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.487s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:38:23 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:38:23 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG nova.policy [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb4598d103b64ecb99ea65eb235ef969', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b05a8810b8454d77bc2d6dadce3ad380', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:38:23 user nova-compute[75432]: INFO nova.virt.block_device [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Booting with volume 741d5de3-c16d-45da-85e7-7bedf5fdc670 at /dev/vda
Nov 27 14:38:23 user nova-compute[75432]: DEBUG os_brick.utils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cebacb2-04cc-452d-9f22-14eb06c8a910]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1455ffcc-135d-452f-b27b-e247a2eabc8b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[af98403d-20d0-488a-9d6f-a6c54534c415]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c566c84-8aa9-4c0e-9420-a4b853eef74d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:38:23 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:38:23 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9335f48-f444-4533-adbd-52ada0469a3e]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG os_brick.utils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:38:23 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updating existing volume attachment record: e9df2345-b506-476e-a7a9-e3a79bc1b396 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:38:24 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Successfully created port: e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:38:24 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Successfully updated port: e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquired lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG nova.compute.manager [req-83141db5-bed3-4197-aec2-cfb8228542d2 req-fad02462-10cb-4215-8816-b6baa8aa7213 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-changed-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG nova.compute.manager [req-83141db5-bed3-4197-aec2-cfb8228542d2 req-fad02462-10cb-4215-8816-b6baa8aa7213 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Refreshing instance network info cache due to event network-changed-e9219fe6-39e9-4af7-ab06-46511be518fc. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83141db5-bed3-4197-aec2-cfb8228542d2 req-fad02462-10cb-4215-8816-b6baa8aa7213 service nova] Acquiring lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updating instance_info_cache with network_info: [{"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Releasing lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Instance network_info: |[{"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83141db5-bed3-4197-aec2-cfb8228542d2 req-fad02462-10cb-4215-8816-b6baa8aa7213 service nova] Acquired lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG nova.network.neutron [req-83141db5-bed3-4197-aec2-cfb8228542d2 req-fad02462-10cb-4215-8816-b6baa8aa7213 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Refreshing network info cache for port e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG nova.network.neutron [req-83141db5-bed3-4197-aec2-cfb8228542d2 req-fad02462-10cb-4215-8816-b6baa8aa7213 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updated VIF entry in instance network info cache for port e9219fe6-39e9-4af7-ab06-46511be518fc. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG nova.network.neutron [req-83141db5-bed3-4197-aec2-cfb8228542d2 req-fad02462-10cb-4215-8816-b6baa8aa7213 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updating instance_info_cache with network_info: [{"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:38:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83141db5-bed3-4197-aec2-cfb8228542d2 req-fad02462-10cb-4215-8816-b6baa8aa7213 service nova] Releasing lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:38:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:38:30 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Creating image(s)
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Ensure instance console log exists: /opt/stack/data/nova/instances/827f016a-55d0-460f-82e1-9b22455df53f/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Start _get_guest_xml network_info=[{"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': 'e9df2345-b506-476e-a7a9-e3a79bc1b396', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RLNXOTPY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '827f016a-55d0-460f-82e1-9b22455df53f', 'attached_at': '', 'detached_at': '', 'volume_id': '741d5de3-c16d-45da-85e7-7bedf5fdc670', 'serial': '741d5de3-c16d-45da-85e7-7bedf5fdc670'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:38:30 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:38:30 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RLNXOTPY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:38:30 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:38:30 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:38:30 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[15cc8fe2-28a4-4474-a37a-5a475d6e22a0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:38:30 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3d72af0-2880-46cd-835e-ac801e5711ce]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670] added
Nov 27 14:38:30 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[21bfe081-809e-4850-afc5-161c44168523]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db2abea-ec6f-4bfa-a195-674dbf36a27d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RLNXOTPY {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RLNXOTPY" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[80f6fdc6-9e14-4c34-bf44-a1e651c54220]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RLNXOTPY'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[04a933c7-5566-412a-a22a-7c72aabec2d1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[48bdac29-3905-4ab2-b171-9c5b7761a5d0]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaae1956-eb7f-4f53-90ea-a08a5edae200]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260]
Nov 27 14:38:30 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260] successful.
Nov 27 14:38:30 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcc5f1f2-56fe-4601-9992-9a34770ac0d5]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0be5536a-6aa0-4b22-89b3-8322a0f3993f]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:38:30 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] HCTL ('36', '-', '-', 0) found on session 40 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5abce897-9c86-4cc2-a238-7c90d8fc1460]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Searching for a device in session 40 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:38:30 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RLNXOTPY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:38:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:38:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:38:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '23063643731663261', 'path': '/dev/sde'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:38:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23063643731663261', 'path': '/dev/sde'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1668509168',display_name='tempest-TestShelveInstance-server-1668509168',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1668509168',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHACuqqOtdvq2q79WjUf2gNKISnfSyIUsdM7ohagTbi8tfbVu8x0wbysLXi3pAPow66mlYbMJX/uCQiz383HpiX7Ap1ktdg6WvFFPBldNbXLxuy69KRTdFY+J2Tyl0Mh2Q==',key_name='tempest-TestShelveInstance-1996715118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b05a8810b8454d77bc2d6dadce3ad380',ramdisk_id='',reservation_id='r-pokggq42',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-667510104',owner_user_name='tempest-TestShelveInstance-667510104-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:38:24Z,user_data=None,user_id='eb4598d103b64ecb99ea65eb235ef969',uuid=827f016a-55d0-460f-82e1-9b22455df53f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Converting VIF {"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG nova.objects.instance [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lazy-loading 'pci_devices' on Instance uuid 827f016a-55d0-460f-82e1-9b22455df53f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:38:32 user nova-compute[75432]:   <uuid>827f016a-55d0-460f-82e1-9b22455df53f</uuid>
Nov 27 14:38:32 user nova-compute[75432]:   <name>instance-00000023</name>
Nov 27 14:38:32 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:38:32 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:38:32 user nova-compute[75432]:   <metadata>
Nov 27 14:38:32 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:38:32 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:38:32 user nova-compute[75432]:       <nova:name>tempest-TestShelveInstance-server-1668509168</nova:name>
Nov 27 14:38:32 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:38:30</nova:creationTime>
Nov 27 14:38:32 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:38:32 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:38:32 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:38:32 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:38:32 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:38:32 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:38:32 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:38:32 user nova-compute[75432]:       <nova:owner>
Nov 27 14:38:32 user nova-compute[75432]:         <nova:user uuid="eb4598d103b64ecb99ea65eb235ef969">tempest-TestShelveInstance-667510104-project-member</nova:user>
Nov 27 14:38:32 user nova-compute[75432]:         <nova:project uuid="b05a8810b8454d77bc2d6dadce3ad380">tempest-TestShelveInstance-667510104</nova:project>
Nov 27 14:38:32 user nova-compute[75432]:       </nova:owner>
Nov 27 14:38:32 user nova-compute[75432]:       <nova:ports>
Nov 27 14:38:32 user nova-compute[75432]:         <nova:port uuid="e9219fe6-39e9-4af7-ab06-46511be518fc">
Nov 27 14:38:32 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 14:38:32 user nova-compute[75432]:         </nova:port>
Nov 27 14:38:32 user nova-compute[75432]:       </nova:ports>
Nov 27 14:38:32 user nova-compute[75432]:     </nova:instance>
Nov 27 14:38:32 user nova-compute[75432]:   </metadata>
Nov 27 14:38:32 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:38:32 user nova-compute[75432]:     <system>
Nov 27 14:38:32 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:38:32 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:38:32 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:38:32 user nova-compute[75432]:       <entry name="serial">827f016a-55d0-460f-82e1-9b22455df53f</entry>
Nov 27 14:38:32 user nova-compute[75432]:       <entry name="uuid">827f016a-55d0-460f-82e1-9b22455df53f</entry>
Nov 27 14:38:32 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:38:32 user nova-compute[75432]:     </system>
Nov 27 14:38:32 user nova-compute[75432]:   </sysinfo>
Nov 27 14:38:32 user nova-compute[75432]:   <os>
Nov 27 14:38:32 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:38:32 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:38:32 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:38:32 user nova-compute[75432]:   </os>
Nov 27 14:38:32 user nova-compute[75432]:   <features>
Nov 27 14:38:32 user nova-compute[75432]:     <acpi/>
Nov 27 14:38:32 user nova-compute[75432]:     <apic/>
Nov 27 14:38:32 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:38:32 user nova-compute[75432]:   </features>
Nov 27 14:38:32 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:38:32 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:38:32 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:38:32 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:38:32 user nova-compute[75432]:   </clock>
Nov 27 14:38:32 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:38:32 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:38:32 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:38:32 user nova-compute[75432]:   </cpu>
Nov 27 14:38:32 user nova-compute[75432]:   <devices>
Nov 27 14:38:32 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:38:32 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:38:32 user nova-compute[75432]:       <source dev="/dev/sde"/>
Nov 27 14:38:32 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:38:32 user nova-compute[75432]:       <serial>741d5de3-c16d-45da-85e7-7bedf5fdc670</serial>
Nov 27 14:38:32 user nova-compute[75432]:     </disk>
Nov 27 14:38:32 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:38:32 user nova-compute[75432]:       <mac address="fa:16:3e:bd:f2:fd"/>
Nov 27 14:38:32 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:38:32 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:38:32 user nova-compute[75432]:       <target dev="tape9219fe6-39"/>
Nov 27 14:38:32 user nova-compute[75432]:     </interface>
Nov 27 14:38:32 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:38:32 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/827f016a-55d0-460f-82e1-9b22455df53f/console.log" append="off"/>
Nov 27 14:38:32 user nova-compute[75432]:     </serial>
Nov 27 14:38:32 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:38:32 user nova-compute[75432]:     <video>
Nov 27 14:38:32 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:38:32 user nova-compute[75432]:     </video>
Nov 27 14:38:32 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:38:32 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:38:32 user nova-compute[75432]:     </rng>
Nov 27 14:38:32 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:38:32 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:38:32 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:38:32 user nova-compute[75432]:     </memballoon>
Nov 27 14:38:32 user nova-compute[75432]:   </devices>
Nov 27 14:38:32 user nova-compute[75432]: </domain>
Nov 27 14:38:32 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1668509168',display_name='tempest-TestShelveInstance-server-1668509168',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1668509168',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHACuqqOtdvq2q79WjUf2gNKISnfSyIUsdM7ohagTbi8tfbVu8x0wbysLXi3pAPow66mlYbMJX/uCQiz383HpiX7Ap1ktdg6WvFFPBldNbXLxuy69KRTdFY+J2Tyl0Mh2Q==',key_name='tempest-TestShelveInstance-1996715118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b05a8810b8454d77bc2d6dadce3ad380',ramdisk_id='',reservation_id='r-pokggq42',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-667510104',owner_user_name='tempest-TestShelveInstance-667510104-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:38:24Z,user_data=None,user_id='eb4598d103b64ecb99ea65eb235ef969',uuid=827f016a-55d0-460f-82e1-9b22455df53f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Converting VIF {"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG os_vif [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '62786556-540d-5edb-b1f1-5362dfacad98', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape9219fe6-39, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape9219fe6-39, col_values=(('qos', UUID('38b61fb0-e9cf-4803-b31c-3fed1e3d1046')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape9219fe6-39, col_values=(('external_ids', {'iface-id': 'e9219fe6-39e9-4af7-ab06-46511be518fc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:f2:fd', 'vm-uuid': '827f016a-55d0-460f-82e1-9b22455df53f'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:32 user nova-compute[75432]: INFO os_vif [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39')
Nov 27 14:38:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] No VIF found with MAC fa:16:3e:bd:f2:fd, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-38620a7b-9091-4eb5-a924-83bc5cdffbaa req-2fe0687f-0ddf-4906-a9a6-c4015f37f4e5 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-38620a7b-9091-4eb5-a924-83bc5cdffbaa req-2fe0687f-0ddf-4906-a9a6-c4015f37f4e5 service nova] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-38620a7b-9091-4eb5-a924-83bc5cdffbaa req-2fe0687f-0ddf-4906-a9a6-c4015f37f4e5 service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-38620a7b-9091-4eb5-a924-83bc5cdffbaa req-2fe0687f-0ddf-4906-a9a6-c4015f37f4e5 service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-38620a7b-9091-4eb5-a924-83bc5cdffbaa req-2fe0687f-0ddf-4906-a9a6-c4015f37f4e5 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] No waiting events found dispatching network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:38:33 user nova-compute[75432]: WARNING nova.compute.manager [req-38620a7b-9091-4eb5-a924-83bc5cdffbaa req-2fe0687f-0ddf-4906-a9a6-c4015f37f4e5 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received unexpected event network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc for instance with vm_state building and task_state spawning.
Nov 27 14:38:33 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:33 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:34 user nova-compute[75432]: INFO nova.compute.manager [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Terminating instance
Nov 27 14:38:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:38:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Instance spawned successfully.
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:38:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Instance destroyed successfully.
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.objects.instance [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'resources' on Instance uuid bd1f91a5-3007-4b66-84e9-aa0f6831e9a8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1860037499',display_name='tempest-ServerRescueNegativeTestJSON-server-1860037499',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1860037499',id=2,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:24:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16971f2703e649a3a49db0b1b5adfb26',ramdisk_id='',reservation_id='r-4vujypx2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-45682725',owner_user_name='tempest-ServerRescueNegativeTestJSON-45682725-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:24:17Z,user_data=None,user_id='aa99abf2191f499885898d88a7e5a3d1',uuid=bd1f91a5-3007-4b66-84e9-aa0f6831e9a8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converting VIF {"id": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "address": "fa:16:3e:69:f2:8a", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6f85c7b2-31", "ovs_interfaceid": "6f85c7b2-31d5-42ef-a8f9-f819aa18097f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:69:f2:8a,bridge_name='br-int',has_traffic_filtering=True,id=6f85c7b2-31d5-42ef-a8f9-f819aa18097f,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f85c7b2-31') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG os_vif [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:f2:8a,bridge_name='br-int',has_traffic_filtering=True,id=6f85c7b2-31d5-42ef-a8f9-f819aa18097f,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f85c7b2-31') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6f85c7b2-31, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] No waiting events found dispatching network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:38:35 user nova-compute[75432]: WARNING nova.compute.manager [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received unexpected event network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc for instance with vm_state building and task_state spawning.
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received event network-vif-unplugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] Acquiring lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] No waiting events found dispatching network-vif-unplugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received event network-vif-unplugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received event network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] Acquiring lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] No waiting events found dispatching network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:38:35 user nova-compute[75432]: WARNING nova.compute.manager [req-d268afdd-4c8b-4a4c-933b-1862883f6e13 req-109cf992-4840-4b5d-a2f3-5797927ce37c service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received unexpected event network-vif-plugged-6f85c7b2-31d5-42ef-a8f9-f819aa18097f for instance with vm_state rescued and task_state deleting.
Nov 27 14:38:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2bd498e6-57e3-40a0-98f6-7004d487e040) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:35 user nova-compute[75432]: INFO os_vif [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:f2:8a,bridge_name='br-int',has_traffic_filtering=True,id=6f85c7b2-31d5-42ef-a8f9-f819aa18097f,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6f85c7b2-31')
Nov 27 14:38:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Deleting instance files /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8_del
Nov 27 14:38:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Deletion of /opt/stack/data/nova/instances/bd1f91a5-3007-4b66-84e9-aa0f6831e9a8_del complete
Nov 27 14:38:35 user nova-compute[75432]: INFO nova.compute.manager [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Took 5.19 seconds to spawn the instance on the hypervisor.
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:35 user nova-compute[75432]: INFO nova.compute.manager [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Took 0.98 seconds to destroy the instance on the hypervisor.
Nov 27 14:38:35 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:38:35 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:38:36 user nova-compute[75432]: INFO nova.compute.manager [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Took 13.16 seconds to build instance.
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json" returned: 0 in 0.372s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8dce96ff-666e-4bae-b105-47f729aadd1a tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "827f016a-55d0-460f-82e1-9b22455df53f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.298s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:36 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Error from libvirt while getting description of instance-00000002: [Error Code 42] Domain not found: no domain with matching uuid 'bd1f91a5-3007-4b66-84e9-aa0f6831e9a8' (instance-00000002): libvirt.libvirtError: Domain not found: no domain with matching uuid 'bd1f91a5-3007-4b66-84e9-aa0f6831e9a8' (instance-00000002)
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:38:36 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Took 0.86 seconds to deallocate network for instance.
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Refreshing inventories for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Updating ProviderTree inventory for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Updating inventory in ProviderTree for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Refreshing aggregate associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, aggregates: None {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Refreshing trait associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.770s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:37 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Deleted allocations for instance bd1f91a5-3007-4b66-84e9-aa0f6831e9a8
Nov 27 14:38:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-03f98135-0fdc-48c4-8da4-fa2c2c2b1f8e tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "bd1f91a5-3007-4b66-84e9-aa0f6831e9a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.846s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-75b9f4da-c557-4aeb-912a-4c023c6a29c2 req-213062b8-e8bc-4a05-9d10-6efca5241102 service nova] [instance: bd1f91a5-3007-4b66-84e9-aa0f6831e9a8] Received event network-vif-deleted-6f85c7b2-31d5-42ef-a8f9-f819aa18097f {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:38 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:38:38 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7303MB free_disk=24.78759765625GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 591550d2-730f-45f1-af44-c783990d8b4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e4cd9863-996a-4827-a074-1d55afe82813 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c075a895-0192-4831-b291-cbe48cd58854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 479423d1-e141-4025-9fcc-9ed16277fc77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 33d59bfb-c5ca-43a4-83cc-bc76584dc52f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c7112624-cf02-4334-a86b-e13fa652259a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 89af1868-2061-47f1-bf32-e990d602fcfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 827f016a-55d0-460f-82e1-9b22455df53f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.493s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:38:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:38:39 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updating instance_info_cache with network_info: [{"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:38:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:38:39 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:38:39 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:39 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:39 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:39 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:39 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:39 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:38:39 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:39 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75432) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 14:38:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:45 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 08c7df11-f577-4a78-a189-96e9dc33592b {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 33d59bfb-c5ca-43a4-83cc-bc76584dc52f {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid e4cd9863-996a-4827-a074-1d55afe82813 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid c075a895-0192-4831-b291-cbe48cd58854 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 68e7b903-61c7-4af9-92b0-c423ed3eabc8 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 479423d1-e141-4025-9fcc-9ed16277fc77 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid c7112624-cf02-4334-a86b-e13fa652259a {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 89af1868-2061-47f1-bf32-e990d602fcfa {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 827f016a-55d0-460f-82e1-9b22455df53f {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "591550d2-730f-45f1-af44-c783990d8b4a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "08c7df11-f577-4a78-a189-96e9dc33592b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "08c7df11-f577-4a78-a189-96e9dc33592b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "e4cd9863-996a-4827-a074-1d55afe82813" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "c075a895-0192-4831-b291-cbe48cd58854" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "c075a895-0192-4831-b291-cbe48cd58854" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "c7112624-cf02-4334-a86b-e13fa652259a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "c7112624-cf02-4334-a86b-e13fa652259a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "89af1868-2061-47f1-bf32-e990d602fcfa" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "89af1868-2061-47f1-bf32-e990d602fcfa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "827f016a-55d0-460f-82e1-9b22455df53f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "591550d2-730f-45f1-af44-c783990d8b4a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.043s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.042s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "e4cd9863-996a-4827-a074-1d55afe82813" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.048s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.056s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.057s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.060s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "08c7df11-f577-4a78-a189-96e9dc33592b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.070s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "89af1868-2061-47f1-bf32-e990d602fcfa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.067s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "827f016a-55d0-460f-82e1-9b22455df53f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.068s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "c075a895-0192-4831-b291-cbe48cd58854" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.075s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "c7112624-cf02-4334-a86b-e13fa652259a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.094s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Acquiring lock "c7112624-cf02-4334-a86b-e13fa652259a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "c7112624-cf02-4334-a86b-e13fa652259a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Acquiring lock "c7112624-cf02-4334-a86b-e13fa652259a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "c7112624-cf02-4334-a86b-e13fa652259a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "c7112624-cf02-4334-a86b-e13fa652259a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:53 user nova-compute[75432]: INFO nova.compute.manager [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Terminating instance
Nov 27 14:38:53 user nova-compute[75432]: DEBUG nova.compute.manager [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-dd6f6747-75a9-4441-90d3-09b63cbe4ce7 req-ee357558-90f9-4dd2-a569-d9c73efc125b service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Received event network-vif-unplugged-57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dd6f6747-75a9-4441-90d3-09b63cbe4ce7 req-ee357558-90f9-4dd2-a569-d9c73efc125b service nova] Acquiring lock "c7112624-cf02-4334-a86b-e13fa652259a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dd6f6747-75a9-4441-90d3-09b63cbe4ce7 req-ee357558-90f9-4dd2-a569-d9c73efc125b service nova] Lock "c7112624-cf02-4334-a86b-e13fa652259a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dd6f6747-75a9-4441-90d3-09b63cbe4ce7 req-ee357558-90f9-4dd2-a569-d9c73efc125b service nova] Lock "c7112624-cf02-4334-a86b-e13fa652259a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-dd6f6747-75a9-4441-90d3-09b63cbe4ce7 req-ee357558-90f9-4dd2-a569-d9c73efc125b service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] No waiting events found dispatching network-vif-unplugged-57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-dd6f6747-75a9-4441-90d3-09b63cbe4ce7 req-ee357558-90f9-4dd2-a569-d9c73efc125b service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Received event network-vif-unplugged-57831960-e1d6-461b-94b3-22ec21d982b5 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:38:53 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Instance destroyed successfully.
Nov 27 14:38:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lazy-loading 'resources' on Instance uuid c7112624-cf02-4334-a86b-e13fa652259a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:36:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-59759895',display_name='tempest-VolumesActionsTest-instance-59759895',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-59759895',id=33,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:37:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bd189b346ea2498eb0e2ef4dbcb420e4',ramdisk_id='',reservation_id='r-rihvuy7k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-986202540',owner_user_name='tempest-VolumesActionsTest-986202540-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:37:02Z,user_data=None,user_id='b5087a96d11347a1b32e1eb6e98cb4cc',uuid=c7112624-cf02-4334-a86b-e13fa652259a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "57831960-e1d6-461b-94b3-22ec21d982b5", "address": "fa:16:3e:c9:d9:ef", "network": {"id": "fdcfe850-b199-49d0-b237-3c00be781d4d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-311902827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd189b346ea2498eb0e2ef4dbcb420e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57831960-e1", "ovs_interfaceid": "57831960-e1d6-461b-94b3-22ec21d982b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Converting VIF {"id": "57831960-e1d6-461b-94b3-22ec21d982b5", "address": "fa:16:3e:c9:d9:ef", "network": {"id": "fdcfe850-b199-49d0-b237-3c00be781d4d", "bridge": "br-int", "label": "tempest-VolumesActionsTest-311902827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd189b346ea2498eb0e2ef4dbcb420e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap57831960-e1", "ovs_interfaceid": "57831960-e1d6-461b-94b3-22ec21d982b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c9:d9:ef,bridge_name='br-int',has_traffic_filtering=True,id=57831960-e1d6-461b-94b3-22ec21d982b5,network=Network(fdcfe850-b199-49d0-b237-3c00be781d4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57831960-e1') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG os_vif [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:d9:ef,bridge_name='br-int',has_traffic_filtering=True,id=57831960-e1d6-461b-94b3-22ec21d982b5,network=Network(fdcfe850-b199-49d0-b237-3c00be781d4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57831960-e1') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap57831960-e1, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2e637e62-1ae4-479b-8b37-0a52ce58f058) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:53 user nova-compute[75432]: INFO os_vif [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c9:d9:ef,bridge_name='br-int',has_traffic_filtering=True,id=57831960-e1d6-461b-94b3-22ec21d982b5,network=Network(fdcfe850-b199-49d0-b237-3c00be781d4d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap57831960-e1')
Nov 27 14:38:53 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Deleting instance files /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a_del
Nov 27 14:38:53 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Deletion of /opt/stack/data/nova/instances/c7112624-cf02-4334-a86b-e13fa652259a_del complete
Nov 27 14:38:54 user nova-compute[75432]: INFO nova.compute.manager [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Took 0.74 seconds to destroy the instance on the hypervisor.
Nov 27 14:38:54 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:38:54 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:38:54 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: c7112624-cf02-4334-a86b-e13fa652259a] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:38:54 user nova-compute[75432]: INFO nova.compute.manager [None req-8238892a-a739-4506-92bc-a6ce5d8553c6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Unrescuing
Nov 27 14:38:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8238892a-a739-4506-92bc-a6ce5d8553c6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:38:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8238892a-a739-4506-92bc-a6ce5d8553c6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquired lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:38:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8238892a-a739-4506-92bc-a6ce5d8553c6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:38:54 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:38:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 14:38:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] There are 0 instances to clean {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8238892a-a739-4506-92bc-a6ce5d8553c6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updating instance_info_cache with network_info: [{"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8238892a-a739-4506-92bc-a6ce5d8553c6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Releasing lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG nova.objects.instance [None req-8238892a-a739-4506-92bc-a6ce5d8553c6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'flavor' on Instance uuid 68e7b903-61c7-4af9-92b0-c423ed3eabc8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:38:55 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Took 1.27 seconds to deallocate network for instance.
Nov 27 14:38:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-4e0c2c02-473b-4779-aa59-ac5a7a01f898 req-c0680406-2083-421f-bbdf-d8d1c2ae1b98 service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Received event network-vif-deleted-57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.395s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-9a05cb50-8d0c-46ea-92e0-7bc8b10250d1 req-7f6007d7-06c5-41da-9f50-d2b35801033d service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Received event network-vif-plugged-57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9a05cb50-8d0c-46ea-92e0-7bc8b10250d1 req-7f6007d7-06c5-41da-9f50-d2b35801033d service nova] Acquiring lock "c7112624-cf02-4334-a86b-e13fa652259a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9a05cb50-8d0c-46ea-92e0-7bc8b10250d1 req-7f6007d7-06c5-41da-9f50-d2b35801033d service nova] Lock "c7112624-cf02-4334-a86b-e13fa652259a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9a05cb50-8d0c-46ea-92e0-7bc8b10250d1 req-7f6007d7-06c5-41da-9f50-d2b35801033d service nova] Lock "c7112624-cf02-4334-a86b-e13fa652259a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-9a05cb50-8d0c-46ea-92e0-7bc8b10250d1 req-7f6007d7-06c5-41da-9f50-d2b35801033d service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] No waiting events found dispatching network-vif-plugged-57831960-e1d6-461b-94b3-22ec21d982b5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:38:55 user nova-compute[75432]: WARNING nova.compute.manager [req-9a05cb50-8d0c-46ea-92e0-7bc8b10250d1 req-7f6007d7-06c5-41da-9f50-d2b35801033d service nova] [instance: c7112624-cf02-4334-a86b-e13fa652259a] Received unexpected event network-vif-plugged-57831960-e1d6-461b-94b3-22ec21d982b5 for instance with vm_state deleted and task_state None.
Nov 27 14:38:55 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Deleted allocations for instance c7112624-cf02-4334-a86b-e13fa652259a
Nov 27 14:38:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e9721a25-7bc0-4f44-8a19-9a4f1faefeef tempest-VolumesActionsTest-986202540 tempest-VolumesActionsTest-986202540-project-member] Lock "c7112624-cf02-4334-a86b-e13fa652259a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.665s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Instance destroyed successfully.
Nov 27 14:38:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-05f3089f-a737-4370-8d6c-e0dae156ebb6 req-5c61fd06-f179-44c7-b43d-e40bb2d183a3 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-unplugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-05f3089f-a737-4370-8d6c-e0dae156ebb6 req-5c61fd06-f179-44c7-b43d-e40bb2d183a3 service nova] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-05f3089f-a737-4370-8d6c-e0dae156ebb6 req-5c61fd06-f179-44c7-b43d-e40bb2d183a3 service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-05f3089f-a737-4370-8d6c-e0dae156ebb6 req-5c61fd06-f179-44c7-b43d-e40bb2d183a3 service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-05f3089f-a737-4370-8d6c-e0dae156ebb6 req-5c61fd06-f179-44c7-b43d-e40bb2d183a3 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] No waiting events found dispatching network-vif-unplugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:38:57 user nova-compute[75432]: WARNING nova.compute.manager [req-05f3089f-a737-4370-8d6c-e0dae156ebb6 req-5c61fd06-f179-44c7-b43d-e40bb2d183a3 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received unexpected event network-vif-unplugged-459b61db-7487-4c08-9b09-fc8397fc7255 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:38:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-05f3089f-a737-4370-8d6c-e0dae156ebb6 req-5c61fd06-f179-44c7-b43d-e40bb2d183a3 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-05f3089f-a737-4370-8d6c-e0dae156ebb6 req-5c61fd06-f179-44c7-b43d-e40bb2d183a3 service nova] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-05f3089f-a737-4370-8d6c-e0dae156ebb6 req-5c61fd06-f179-44c7-b43d-e40bb2d183a3 service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-05f3089f-a737-4370-8d6c-e0dae156ebb6 req-5c61fd06-f179-44c7-b43d-e40bb2d183a3 service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-05f3089f-a737-4370-8d6c-e0dae156ebb6 req-5c61fd06-f179-44c7-b43d-e40bb2d183a3 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] No waiting events found dispatching network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:38:57 user nova-compute[75432]: WARNING nova.compute.manager [req-05f3089f-a737-4370-8d6c-e0dae156ebb6 req-5c61fd06-f179-44c7-b43d-e40bb2d183a3 service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received unexpected event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:38:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:38:59 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8238892a-a739-4506-92bc-a6ce5d8553c6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:38:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-853298fb-8eca-488d-9e13-3854692faeef req-f7f11473-4257-46c6-bba0-77a598f71f9f service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-853298fb-8eca-488d-9e13-3854692faeef req-f7f11473-4257-46c6-bba0-77a598f71f9f service nova] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-853298fb-8eca-488d-9e13-3854692faeef req-f7f11473-4257-46c6-bba0-77a598f71f9f service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-853298fb-8eca-488d-9e13-3854692faeef req-f7f11473-4257-46c6-bba0-77a598f71f9f service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-853298fb-8eca-488d-9e13-3854692faeef req-f7f11473-4257-46c6-bba0-77a598f71f9f service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] No waiting events found dispatching network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:38:59 user nova-compute[75432]: WARNING nova.compute.manager [req-853298fb-8eca-488d-9e13-3854692faeef req-f7f11473-4257-46c6-bba0-77a598f71f9f service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received unexpected event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:38:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-853298fb-8eca-488d-9e13-3854692faeef req-f7f11473-4257-46c6-bba0-77a598f71f9f service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:38:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-853298fb-8eca-488d-9e13-3854692faeef req-f7f11473-4257-46c6-bba0-77a598f71f9f service nova] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:38:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-853298fb-8eca-488d-9e13-3854692faeef req-f7f11473-4257-46c6-bba0-77a598f71f9f service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:38:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-853298fb-8eca-488d-9e13-3854692faeef req-f7f11473-4257-46c6-bba0-77a598f71f9f service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:38:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-853298fb-8eca-488d-9e13-3854692faeef req-f7f11473-4257-46c6-bba0-77a598f71f9f service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] No waiting events found dispatching network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:38:59 user nova-compute[75432]: WARNING nova.compute.manager [req-853298fb-8eca-488d-9e13-3854692faeef req-f7f11473-4257-46c6-bba0-77a598f71f9f service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received unexpected event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:39:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:09 user nova-compute[75432]: DEBUG nova.compute.manager [req-5518914f-9771-43ce-8944-c4592d6e33fa req-562493ac-f46c-458b-ba56-d59b77d5bc56 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Received event network-changed-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:39:09 user nova-compute[75432]: DEBUG nova.compute.manager [req-5518914f-9771-43ce-8944-c4592d6e33fa req-562493ac-f46c-458b-ba56-d59b77d5bc56 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Refreshing instance network info cache due to event network-changed-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:39:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5518914f-9771-43ce-8944-c4592d6e33fa req-562493ac-f46c-458b-ba56-d59b77d5bc56 service nova] Acquiring lock "refresh_cache-89af1868-2061-47f1-bf32-e990d602fcfa" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:39:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5518914f-9771-43ce-8944-c4592d6e33fa req-562493ac-f46c-458b-ba56-d59b77d5bc56 service nova] Acquired lock "refresh_cache-89af1868-2061-47f1-bf32-e990d602fcfa" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:39:09 user nova-compute[75432]: DEBUG nova.network.neutron [req-5518914f-9771-43ce-8944-c4592d6e33fa req-562493ac-f46c-458b-ba56-d59b77d5bc56 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Refreshing network info cache for port b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "89af1868-2061-47f1-bf32-e990d602fcfa" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "89af1868-2061-47f1-bf32-e990d602fcfa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG nova.objects.instance [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lazy-loading 'flavor' on Instance uuid 89af1868-2061-47f1-bf32-e990d602fcfa {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG nova.network.neutron [req-5518914f-9771-43ce-8944-c4592d6e33fa req-562493ac-f46c-458b-ba56-d59b77d5bc56 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Updated VIF entry in instance network info cache for port b5115e76-bcb3-44b4-9c0d-d34d8fd995b6. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG nova.network.neutron [req-5518914f-9771-43ce-8944-c4592d6e33fa req-562493ac-f46c-458b-ba56-d59b77d5bc56 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Updating instance_info_cache with network_info: [{"id": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "address": "fa:16:3e:87:89:c7", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5115e76-bc", "ovs_interfaceid": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5518914f-9771-43ce-8944-c4592d6e33fa req-562493ac-f46c-458b-ba56-d59b77d5bc56 service nova] Releasing lock "refresh_cache-89af1868-2061-47f1-bf32-e990d602fcfa" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "89af1868-2061-47f1-bf32-e990d602fcfa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "89af1868-2061-47f1-bf32-e990d602fcfa" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "89af1868-2061-47f1-bf32-e990d602fcfa" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:39:10 user nova-compute[75432]: INFO nova.compute.manager [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Attaching volume badffcc0-c46d-4a65-9549-cadaf6eef444 to /dev/vdb
Nov 27 14:39:10 user nova-compute[75432]: DEBUG os_brick.utils [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d83ba45-07fe-411f-81ad-115175aba2d8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f643997-c2d1-4911-aae3-7551b112f36b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f9bd2e7-55e1-41cf-ae16-6b041dc6cf65]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfcf7467-9f32-4f2d-9003-707711751405]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:39:10 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:39:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[45ee13aa-4a74-4e00-a04d-701e10216b57]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG os_brick.utils [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:39:10 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Updating existing volume attachment record: 18b393ba-6c87-4296-9637-1e87301f6b36 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:39:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXNvedHc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:39:17 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:39:17 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:39:17 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e51925f4-c487-499e-b13a-d2a987b8a9fe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:39:17 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb93179f-f97d-434a-828e-a9a512975000]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444] added
Nov 27 14:39:17 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6508b9d3-3ccf-4562-88e3-b8aaf64b6000]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[96299323-467f-4a2b-a384-aa8a5b308c42]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aXNvedHc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aXNvedHc" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c404fe2-9ea3-417e-bd56-182cad70ce75]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aXNvedHc'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a35b333-1f1d-4b89-be89-b90ac8b34ddc]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[72a86d4c-7248-45fd-b4e7-9c174608db56]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb2db64-77af-4abc-ab11-638d4601ffcc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444, portal: 172.16.0.220,3260]
Nov 27 14:39:17 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444, portal: 172.16.0.220,3260] successful.
Nov 27 14:39:17 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e83c9f5f-ea1d-496a-b7be-5809a00ad5ff]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[866211b5-558b-4219-88db-8650ef5609e0]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 (non-flash)
Nov 27 14:39:17 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] HCTL ('37', '-', '-', 0) found on session 41 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[66f8c69e-a767-4c5e-a292-8c6d2ed1cbfe]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Searching for a device in session 41 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXNvedHc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:39:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:18 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:39:18 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '26338633731326433', 'path': '/dev/sdf'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:39:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26338633731326433', 'path': '/dev/sdf'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:39:18 user nova-compute[75432]: DEBUG nova.objects.instance [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lazy-loading 'flavor' on Instance uuid 89af1868-2061-47f1-bf32-e990d602fcfa {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:39:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:39:18 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:39:18 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:39:18 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:39:18 user nova-compute[75432]:   <serial>badffcc0-c46d-4a65-9549-cadaf6eef444</serial>
Nov 27 14:39:18 user nova-compute[75432]: </disk>
Nov 27 14:39:18 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:39:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:39:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:39:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] No VIF found with MAC fa:16:3e:87:89:c7, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:39:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18e556db-d3c0-4ba3-8d05-b324173181fe tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "89af1868-2061-47f1-bf32-e990d602fcfa" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.455s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:39:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "89af1868-2061-47f1-bf32-e990d602fcfa" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:39:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "89af1868-2061-47f1-bf32-e990d602fcfa" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:39:20 user nova-compute[75432]: INFO nova.compute.manager [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Detaching volume badffcc0-c46d-4a65-9549-cadaf6eef444
Nov 27 14:39:20 user nova-compute[75432]: INFO nova.virt.block_device [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Attempting to driver detach volume badffcc0-c46d-4a65-9549-cadaf6eef444 from mountpoint /dev/vdb
Nov 27 14:39:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Attempting to detach device vdb from instance 89af1868-2061-47f1-bf32-e990d602fcfa from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:39:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:39:20 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:39:20 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:39:20 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:39:20 user nova-compute[75432]:   <serial>badffcc0-c46d-4a65-9549-cadaf6eef444</serial>
Nov 27 14:39:20 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:39:20 user nova-compute[75432]: </disk>
Nov 27 14:39:20 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:39:20 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Successfully detached device vdb from instance 89af1868-2061-47f1-bf32-e990d602fcfa from the persistent domain config.
Nov 27 14:39:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 89af1868-2061-47f1-bf32-e990d602fcfa from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:39:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:39:20 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:39:20 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:39:20 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:39:20 user nova-compute[75432]:   <serial>badffcc0-c46d-4a65-9549-cadaf6eef444</serial>
Nov 27 14:39:20 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:39:20 user nova-compute[75432]: </disk>
Nov 27 14:39:20 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:39:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 89af1868-2061-47f1-bf32-e990d602fcfa {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:39:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-b832460f-e823-41f8-bed9-2e6f0ab0c7d0 req-422da777-7816-4b3e-8378-7af704776205 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-changed-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:39:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-b832460f-e823-41f8-bed9-2e6f0ab0c7d0 req-422da777-7816-4b3e-8378-7af704776205 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Refreshing instance network info cache due to event network-changed-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:39:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b832460f-e823-41f8-bed9-2e6f0ab0c7d0 req-422da777-7816-4b3e-8378-7af704776205 service nova] Acquiring lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:39:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b832460f-e823-41f8-bed9-2e6f0ab0c7d0 req-422da777-7816-4b3e-8378-7af704776205 service nova] Acquired lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:39:22 user nova-compute[75432]: DEBUG nova.network.neutron [req-b832460f-e823-41f8-bed9-2e6f0ab0c7d0 req-422da777-7816-4b3e-8378-7af704776205 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Refreshing network info cache for port b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:39:22 user nova-compute[75432]: DEBUG nova.network.neutron [req-b832460f-e823-41f8-bed9-2e6f0ab0c7d0 req-422da777-7816-4b3e-8378-7af704776205 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updated VIF entry in instance network info cache for port b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:39:22 user nova-compute[75432]: DEBUG nova.network.neutron [req-b832460f-e823-41f8-bed9-2e6f0ab0c7d0 req-422da777-7816-4b3e-8378-7af704776205 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updating instance_info_cache with network_info: [{"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:39:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b832460f-e823-41f8-bed9-2e6f0ab0c7d0 req-422da777-7816-4b3e-8378-7af704776205 service nova] Releasing lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:39:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-789f2fca-b8c8-4277-9943-29c9ac032bf8 req-1c51176d-c5c6-4c0c-b12c-ba464353843a service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-changed-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-789f2fca-b8c8-4277-9943-29c9ac032bf8 req-1c51176d-c5c6-4c0c-b12c-ba464353843a service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Refreshing instance network info cache due to event network-changed-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-789f2fca-b8c8-4277-9943-29c9ac032bf8 req-1c51176d-c5c6-4c0c-b12c-ba464353843a service nova] Acquiring lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-789f2fca-b8c8-4277-9943-29c9ac032bf8 req-1c51176d-c5c6-4c0c-b12c-ba464353843a service nova] Acquired lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG nova.network.neutron [req-789f2fca-b8c8-4277-9943-29c9ac032bf8 req-1c51176d-c5c6-4c0c-b12c-ba464353843a service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Refreshing network info cache for port b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:39:23 user nova-compute[75432]: INFO nova.compute.manager [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Detaching volume 35b21c76-560d-40c0-b848-4cde8c0dc886
Nov 27 14:39:23 user nova-compute[75432]: INFO nova.virt.block_device [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Attempting to driver detach volume 35b21c76-560d-40c0-b848-4cde8c0dc886 from mountpoint /dev/vdb
Nov 27 14:39:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Attempting to detach device vdb from instance 479423d1-e141-4025-9fcc-9ed16277fc77 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:39:23 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:39:23 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:39:23 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:39:23 user nova-compute[75432]:   <serial>35b21c76-560d-40c0-b848-4cde8c0dc886</serial>
Nov 27 14:39:23 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:39:23 user nova-compute[75432]: </disk>
Nov 27 14:39:23 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:39:23 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Successfully detached device vdb from instance 479423d1-e141-4025-9fcc-9ed16277fc77 from the persistent domain config.
Nov 27 14:39:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 479423d1-e141-4025-9fcc-9ed16277fc77 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:39:23 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:39:23 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:39:23 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:39:23 user nova-compute[75432]:   <serial>35b21c76-560d-40c0-b848-4cde8c0dc886</serial>
Nov 27 14:39:23 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:39:23 user nova-compute[75432]: </disk>
Nov 27 14:39:23 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG nova.network.neutron [req-789f2fca-b8c8-4277-9943-29c9ac032bf8 req-1c51176d-c5c6-4c0c-b12c-ba464353843a service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updated VIF entry in instance network info cache for port b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG nova.network.neutron [req-789f2fca-b8c8-4277-9943-29c9ac032bf8 req-1c51176d-c5c6-4c0c-b12c-ba464353843a service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updating instance_info_cache with network_info: [{"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-789f2fca-b8c8-4277-9943-29c9ac032bf8 req-1c51176d-c5c6-4c0c-b12c-ba464353843a service nova] Releasing lock "refresh_cache-479423d1-e141-4025-9fcc-9ed16277fc77" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 479423d1-e141-4025-9fcc-9ed16277fc77 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:39:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "591550d2-730f-45f1-af44-c783990d8b4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:39:25 user nova-compute[75432]: INFO nova.compute.manager [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Terminating instance
Nov 27 14:39:25 user nova-compute[75432]: DEBUG nova.compute.manager [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG nova.compute.manager [req-f32e35d8-d394-4388-8af0-5ab4aa26e097 req-52667653-fbf5-4e4b-9ae0-4ab0ae7b5e27 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-unplugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f32e35d8-d394-4388-8af0-5ab4aa26e097 req-52667653-fbf5-4e4b-9ae0-4ab0ae7b5e27 service nova] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f32e35d8-d394-4388-8af0-5ab4aa26e097 req-52667653-fbf5-4e4b-9ae0-4ab0ae7b5e27 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f32e35d8-d394-4388-8af0-5ab4aa26e097 req-52667653-fbf5-4e4b-9ae0-4ab0ae7b5e27 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG nova.compute.manager [req-f32e35d8-d394-4388-8af0-5ab4aa26e097 req-52667653-fbf5-4e4b-9ae0-4ab0ae7b5e27 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] No waiting events found dispatching network-vif-unplugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG nova.compute.manager [req-f32e35d8-d394-4388-8af0-5ab4aa26e097 req-52667653-fbf5-4e4b-9ae0-4ab0ae7b5e27 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-unplugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:39:25 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Instance destroyed successfully.
Nov 27 14:39:25 user nova-compute[75432]: DEBUG nova.objects.instance [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lazy-loading 'resources' on Instance uuid 591550d2-730f-45f1-af44-c783990d8b4a {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1818280505',display_name='tempest-ServerRescueNegativeTestJSON-server-1818280505',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1818280505',id=1,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:27:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16971f2703e649a3a49db0b1b5adfb26',ramdisk_id='',reservation_id='r-aaqutxmc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-45682725',owner_user_name='tempest-ServerRescueNegativeTestJSON-45682725-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:29:09Z,user_data=None,user_id='aa99abf2191f499885898d88a7e5a3d1',uuid=591550d2-730f-45f1-af44-c783990d8b4a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:39:25 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converting VIF {"id": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "address": "fa:16:3e:e6:d4:f6", "network": {"id": "877e54a0-cf2f-4921-8053-876586611f3c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2107848736-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16971f2703e649a3a49db0b1b5adfb26", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa0ee5cb6-20", "ovs_interfaceid": "a0ee5cb6-2051-4e20-b15c-f97aaba4d32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e6:d4:f6,bridge_name='br-int',has_traffic_filtering=True,id=a0ee5cb6-2051-4e20-b15c-f97aaba4d32a,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0ee5cb6-20') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG os_vif [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e6:d4:f6,bridge_name='br-int',has_traffic_filtering=True,id=a0ee5cb6-2051-4e20-b15c-f97aaba4d32a,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0ee5cb6-20') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa0ee5cb6-20, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6ae5357b-cdd7-47e1-adb9-ed442bbadce3) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:39:26 user nova-compute[75432]: INFO os_vif [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e6:d4:f6,bridge_name='br-int',has_traffic_filtering=True,id=a0ee5cb6-2051-4e20-b15c-f97aaba4d32a,network=Network(877e54a0-cf2f-4921-8053-876586611f3c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa0ee5cb6-20')
Nov 27 14:39:26 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Deleting instance files /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a_del
Nov 27 14:39:26 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Deletion of /opt/stack/data/nova/instances/591550d2-730f-45f1-af44-c783990d8b4a_del complete
Nov 27 14:39:26 user nova-compute[75432]: INFO nova.compute.manager [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Took 0.79 seconds to destroy the instance on the hypervisor.
Nov 27 14:39:26 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:39:26 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Took 0.67 seconds to deallocate network for instance.
Nov 27 14:39:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-38fba0bb-a99a-406d-96a7-ea94f4ed1c4f req-f2163598-a332-4ce8-bde7-4ab0b8871c33 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-deleted-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:39:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:39:27 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:39:27 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:39:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.339s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:39:27 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Deleted allocations for instance 591550d2-730f-45f1-af44-c783990d8b4a
Nov 27 14:39:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-80980ad6-2287-4296-b68e-c2298857e8b8 tempest-ServerRescueNegativeTestJSON-45682725 tempest-ServerRescueNegativeTestJSON-45682725-project-member] Lock "591550d2-730f-45f1-af44-c783990d8b4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.977s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:39:27 user nova-compute[75432]: DEBUG nova.compute.manager [req-bb35b4c6-4f03-4599-b6b6-69651520695e req-df7fbe7d-c1af-4b69-9d91-937593881462 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:39:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bb35b4c6-4f03-4599-b6b6-69651520695e req-df7fbe7d-c1af-4b69-9d91-937593881462 service nova] Acquiring lock "591550d2-730f-45f1-af44-c783990d8b4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:39:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bb35b4c6-4f03-4599-b6b6-69651520695e req-df7fbe7d-c1af-4b69-9d91-937593881462 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:39:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bb35b4c6-4f03-4599-b6b6-69651520695e req-df7fbe7d-c1af-4b69-9d91-937593881462 service nova] Lock "591550d2-730f-45f1-af44-c783990d8b4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:39:27 user nova-compute[75432]: DEBUG nova.compute.manager [req-bb35b4c6-4f03-4599-b6b6-69651520695e req-df7fbe7d-c1af-4b69-9d91-937593881462 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] No waiting events found dispatching network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:39:27 user nova-compute[75432]: WARNING nova.compute.manager [req-bb35b4c6-4f03-4599-b6b6-69651520695e req-df7fbe7d-c1af-4b69-9d91-937593881462 service nova] [instance: 591550d2-730f-45f1-af44-c783990d8b4a] Received unexpected event network-vif-plugged-a0ee5cb6-2051-4e20-b15c-f97aaba4d32a for instance with vm_state deleted and task_state None.
Nov 27 14:39:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:32 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:39:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:39:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:39:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:39:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:39:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:39:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:39:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:39:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:39:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:38 user nova-compute[75432]: INFO nova.compute.manager [None req-5d8608cc-bf2b-41c8-a244-73ea6f423a6f tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Get console output
Nov 27 14:39:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:38 user nova-compute[75432]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 27 14:39:38 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:39:38 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7776MB free_disk=24.870243072509766GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e4cd9863-996a-4827-a074-1d55afe82813 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c075a895-0192-4831-b291-cbe48cd58854 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 479423d1-e141-4025-9fcc-9ed16277fc77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 33d59bfb-c5ca-43a4-83cc-bc76584dc52f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 89af1868-2061-47f1-bf32-e990d602fcfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 827f016a-55d0-460f-82e1-9b22455df53f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:39:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.400s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:39:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 89af1868-2061-47f1-bf32-e990d602fcfa is timed out.
Nov 27 14:39:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Successfully detached device vdb from instance 89af1868-2061-47f1-bf32-e990d602fcfa from the live domain config.
Nov 27 14:39:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aXNvedHc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:39:40 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:39:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d5ea86a-4f95-43b3-918e-255fd2692b71]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:39:40 user nova-compute[75432]: No targets found.
Nov 27 14:39:40 user nova-compute[75432]: iSNS:
Nov 27 14:39:40 user nova-compute[75432]: No targets found.
Nov 27 14:39:40 user nova-compute[75432]: STATIC:
Nov 27 14:39:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:39:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:39:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:39:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444
Nov 27 14:39:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:39:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:39:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670
Nov 27 14:39:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:39:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:39:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87
Nov 27 14:39:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:39:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:39:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886
Nov 27 14:39:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:39:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:39:40 user nova-compute[75432]: FIRMWARE:
Nov 27 14:39:40 user nova-compute[75432]: No targets found.
Nov 27 14:39:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:39:40 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:39:40 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[63d855c7-6a0e-45d0-b4ae-137b7d0bdca5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2418fe6b-9272-446f-a776-0676da6977b4]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:39:40 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:39:40 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:39:40 user nova-compute[75432]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:39:40 user nova-compute[75432]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 (non-flash)
Nov 27 14:39:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:39:40 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:39:40 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:39:40 user nova-compute[75432]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:39:40 user nova-compute[75432]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 (non-flash)
Nov 27 14:39:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b7491fbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444'): ({'sdf'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Removing single pathed devices sdf {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b757263d-7ce8-4511-8494-6b42719b2f1c]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[edc6de96-be79-483f-8c92-d22515df5a74]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Flushing IO for device /dev/sdf {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdfbafad-57f8-486f-8a90-82e1e414a65c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:39:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.045s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[28c48996-94e0-4ec0-ba77-69c0c082461f]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f89ec05a-403b-4ff7-ac6f-de8c155b2afb]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[275f6f92-ca67-433b-9c83-31f22eaeed28]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444, portal: 172.16.0.220,3260]
Nov 27 14:39:41 user nova-compute[75432]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444, portal: 172.16.0.220,3260] successful.
Nov 27 14:39:41 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:badffcc0-c46d-4a65-9549-cadaf6eef444 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e68e866-b8c8-4acd-910c-75e1e732b2f1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] <== disconnect_volume: return (318ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Updating instance_info_cache with network_info: [{"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:39:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:39:42 user nova-compute[75432]: DEBUG nova.objects.instance [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lazy-loading 'flavor' on Instance uuid 89af1868-2061-47f1-bf32-e990d602fcfa {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:39:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b7d149db-6d6f-4a0e-971c-656b15edb399 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "89af1868-2061-47f1-bf32-e990d602fcfa" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.807s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:39:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:43 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 479423d1-e141-4025-9fcc-9ed16277fc77 is timed out.
Nov 27 14:39:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Successfully detached device vdb from instance 479423d1-e141-4025-9fcc-9ed16277fc77 from the live domain config.
Nov 27 14:39:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZmUYhlCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:39:43 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[56fb7591-ceec-4bd2-95de-be9de49d4a13]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:39:43 user nova-compute[75432]: No targets found.
Nov 27 14:39:43 user nova-compute[75432]: iSNS:
Nov 27 14:39:43 user nova-compute[75432]: No targets found.
Nov 27 14:39:43 user nova-compute[75432]: STATIC:
Nov 27 14:39:43 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:39:43 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:39:43 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:39:43 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670
Nov 27 14:39:43 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:39:43 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:39:43 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87
Nov 27 14:39:43 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:39:43 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:39:43 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886
Nov 27 14:39:43 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:39:43 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:39:43 user nova-compute[75432]: FIRMWARE:
Nov 27 14:39:43 user nova-compute[75432]: No targets found.
Nov 27 14:39:43 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:39:43 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:39:43 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b0cba87-5529-4c09-a3a2-3144d6f93fcc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a666b79a-78a0-4a4b-836f-17bc2241cc80]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:39:43 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:39:43 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:39:43 user nova-compute[75432]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:39:43 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:39:43 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:39:43 user nova-compute[75432]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 (non-flash)
Nov 27 14:39:43 user nova-compute[75432]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:39:43 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b7d491ea0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[955c07ee-c551-4538-961e-7e1055f6a5b3]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[93ce8746-0476-4821-92ee-44193265eb01]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6804006d-0b40-4a48-86f8-0a48a8f722ed]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9af0dd1c-831b-408c-8005-def386e60751]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[81478d60-4726-4178-a177-1158559713f5]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[642edcb5-2600-4daa-ae2b-6926220d338a]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886, portal: 172.16.0.220,3260]
Nov 27 14:39:44 user nova-compute[75432]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886, portal: 172.16.0.220,3260] successful.
Nov 27 14:39:44 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:39:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:35b21c76-560d-40c0-b848-4cde8c0dc886 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:39:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f340126-b2ce-429c-abcf-d635267ef14d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:39:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:39:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:39:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] <== disconnect_volume: return (310ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:39:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:39:44 user nova-compute[75432]: DEBUG nova.objects.instance [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'flavor' on Instance uuid 479423d1-e141-4025-9fcc-9ed16277fc77 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:39:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-2c13f06f-d2c5-435e-99d2-4669fa1f684b tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.642s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:39:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:39:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:40:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-d4c2413c-7e34-475a-bb55-f7ce245bbadf req-b5ac7324-bb4b-4adf-8c3a-78e4bd9babef service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Received event network-changed-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-d4c2413c-7e34-475a-bb55-f7ce245bbadf req-b5ac7324-bb4b-4adf-8c3a-78e4bd9babef service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Refreshing instance network info cache due to event network-changed-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d4c2413c-7e34-475a-bb55-f7ce245bbadf req-b5ac7324-bb4b-4adf-8c3a-78e4bd9babef service nova] Acquiring lock "refresh_cache-89af1868-2061-47f1-bf32-e990d602fcfa" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d4c2413c-7e34-475a-bb55-f7ce245bbadf req-b5ac7324-bb4b-4adf-8c3a-78e4bd9babef service nova] Acquired lock "refresh_cache-89af1868-2061-47f1-bf32-e990d602fcfa" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG nova.network.neutron [req-d4c2413c-7e34-475a-bb55-f7ce245bbadf req-b5ac7324-bb4b-4adf-8c3a-78e4bd9babef service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Refreshing network info cache for port b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "89af1868-2061-47f1-bf32-e990d602fcfa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "89af1868-2061-47f1-bf32-e990d602fcfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:11 user nova-compute[75432]: INFO nova.compute.manager [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Terminating instance
Nov 27 14:40:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG nova.network.neutron [req-d4c2413c-7e34-475a-bb55-f7ce245bbadf req-b5ac7324-bb4b-4adf-8c3a-78e4bd9babef service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Updated VIF entry in instance network info cache for port b5115e76-bcb3-44b4-9c0d-d34d8fd995b6. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG nova.network.neutron [req-d4c2413c-7e34-475a-bb55-f7ce245bbadf req-b5ac7324-bb4b-4adf-8c3a-78e4bd9babef service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Updating instance_info_cache with network_info: [{"id": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "address": "fa:16:3e:87:89:c7", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5115e76-bc", "ovs_interfaceid": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d4c2413c-7e34-475a-bb55-f7ce245bbadf req-b5ac7324-bb4b-4adf-8c3a-78e4bd9babef service nova] Releasing lock "refresh_cache-89af1868-2061-47f1-bf32-e990d602fcfa" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:40:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Instance destroyed successfully.
Nov 27 14:40:11 user nova-compute[75432]: DEBUG nova.objects.instance [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lazy-loading 'resources' on Instance uuid 89af1868-2061-47f1-bf32-e990d602fcfa {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:37:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1846522033',display_name='tempest-TestStampPattern-server-1846522033',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1846522033',id=34,image_ref='2f76d45a-647e-4e32-827f-5db9aaae1cbc',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPYfW6fQyJhP5BRCGdLr1aSddE+6/NlJ35440HgoRazVVhqan/i8j71k3Gl6j9zYk0tOeOHIxgBqGN1NNnQdQMloKP8rQVOhTZx5CbCS3zN6XQvB4iRMngh/KL49V43t/g==',key_name='tempest-TestStampPattern-1869448090',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:37:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9df38f08da7448bea3ad8d9233d21261',ramdisk_id='',reservation_id='r-evhv3x02',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='e4cd9863-996a-4827-a074-1d55afe82813',image_min_disk='1',image_min_ram='0',image_owner_id='9df38f08da7448bea3ad8d9233d21261',image_owner_project_name='tempest-TestStampPattern-374860503',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-374860503-project-member',image_user_id='a4c9f3c3d0724a77ac37cd16724d0be4',owner_project_name='tempest-TestStampPattern-374860503',owner_user_name='tempest-TestStampPattern-374860503-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:37:27Z,user_data=None,user_id='a4c9f3c3d0724a77ac37cd16724d0be4',uuid=89af1868-2061-47f1-bf32-e990d602fcfa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "address": "fa:16:3e:87:89:c7", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5115e76-bc", "ovs_interfaceid": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Converting VIF {"id": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "address": "fa:16:3e:87:89:c7", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb5115e76-bc", "ovs_interfaceid": "b5115e76-bcb3-44b4-9c0d-d34d8fd995b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:89:c7,bridge_name='br-int',has_traffic_filtering=True,id=b5115e76-bcb3-44b4-9c0d-d34d8fd995b6,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5115e76-bc') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG os_vif [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:89:c7,bridge_name='br-int',has_traffic_filtering=True,id=b5115e76-bcb3-44b4-9c0d-d34d8fd995b6,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5115e76-bc') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb5115e76-bc, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ff4c5250-3ef0-41fd-bec9-2a0b7ec43755) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:40:11 user nova-compute[75432]: INFO os_vif [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:89:c7,bridge_name='br-int',has_traffic_filtering=True,id=b5115e76-bcb3-44b4-9c0d-d34d8fd995b6,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb5115e76-bc')
Nov 27 14:40:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Deleting instance files /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa_del
Nov 27 14:40:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Deletion of /opt/stack/data/nova/instances/89af1868-2061-47f1-bf32-e990d602fcfa_del complete
Nov 27 14:40:12 user nova-compute[75432]: INFO nova.compute.manager [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 27 14:40:12 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:40:12 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:40:12 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:40:12 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:12 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Took 0.50 seconds to deallocate network for instance.
Nov 27 14:40:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-e0be7fac-47dc-4fc4-a094-e4200c6224d7 req-92923390-e1ea-4310-abd8-508dbf204ddb service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Received event network-vif-deleted-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:12 user nova-compute[75432]: INFO nova.compute.manager [req-e0be7fac-47dc-4fc4-a094-e4200c6224d7 req-92923390-e1ea-4310-abd8-508dbf204ddb service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Neutron deleted interface b5115e76-bcb3-44b4-9c0d-d34d8fd995b6; detaching it from the instance and deleting it from the info cache
Nov 27 14:40:12 user nova-compute[75432]: DEBUG nova.network.neutron [req-e0be7fac-47dc-4fc4-a094-e4200c6224d7 req-92923390-e1ea-4310-abd8-508dbf204ddb service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-e0be7fac-47dc-4fc4-a094-e4200c6224d7 req-92923390-e1ea-4310-abd8-508dbf204ddb service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Detach interface failed, port_id=b5115e76-bcb3-44b4-9c0d-d34d8fd995b6, reason: Instance 89af1868-2061-47f1-bf32-e990d602fcfa could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:40:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:12 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:40:12 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:40:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.440s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-b21d23cf-d478-436f-b892-51bbe2319483 req-d83642ad-2614-4885-85e3-b0e209ea4d08 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Received event network-vif-unplugged-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b21d23cf-d478-436f-b892-51bbe2319483 req-d83642ad-2614-4885-85e3-b0e209ea4d08 service nova] Acquiring lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b21d23cf-d478-436f-b892-51bbe2319483 req-d83642ad-2614-4885-85e3-b0e209ea4d08 service nova] Lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b21d23cf-d478-436f-b892-51bbe2319483 req-d83642ad-2614-4885-85e3-b0e209ea4d08 service nova] Lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-b21d23cf-d478-436f-b892-51bbe2319483 req-d83642ad-2614-4885-85e3-b0e209ea4d08 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] No waiting events found dispatching network-vif-unplugged-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:40:13 user nova-compute[75432]: WARNING nova.compute.manager [req-b21d23cf-d478-436f-b892-51bbe2319483 req-d83642ad-2614-4885-85e3-b0e209ea4d08 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Received unexpected event network-vif-unplugged-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 for instance with vm_state deleted and task_state None.
Nov 27 14:40:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-b21d23cf-d478-436f-b892-51bbe2319483 req-d83642ad-2614-4885-85e3-b0e209ea4d08 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Received event network-vif-plugged-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b21d23cf-d478-436f-b892-51bbe2319483 req-d83642ad-2614-4885-85e3-b0e209ea4d08 service nova] Acquiring lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b21d23cf-d478-436f-b892-51bbe2319483 req-d83642ad-2614-4885-85e3-b0e209ea4d08 service nova] Lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b21d23cf-d478-436f-b892-51bbe2319483 req-d83642ad-2614-4885-85e3-b0e209ea4d08 service nova] Lock "89af1868-2061-47f1-bf32-e990d602fcfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-b21d23cf-d478-436f-b892-51bbe2319483 req-d83642ad-2614-4885-85e3-b0e209ea4d08 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] No waiting events found dispatching network-vif-plugged-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:40:13 user nova-compute[75432]: WARNING nova.compute.manager [req-b21d23cf-d478-436f-b892-51bbe2319483 req-d83642ad-2614-4885-85e3-b0e209ea4d08 service nova] [instance: 89af1868-2061-47f1-bf32-e990d602fcfa] Received unexpected event network-vif-plugged-b5115e76-bcb3-44b4-9c0d-d34d8fd995b6 for instance with vm_state deleted and task_state None.
Nov 27 14:40:13 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Deleted allocations for instance 89af1868-2061-47f1-bf32-e990d602fcfa
Nov 27 14:40:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7267db47-6db3-46a3-af13-3e30cbf9bac3 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "89af1868-2061-47f1-bf32-e990d602fcfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.075s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-0a271b5f-bb63-4902-abdc-b87901e0a1e0 req-dcb3e8e8-7ba9-4ad5-9b8d-c10f471db84d service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-changed-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-0a271b5f-bb63-4902-abdc-b87901e0a1e0 req-dcb3e8e8-7ba9-4ad5-9b8d-c10f471db84d service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Refreshing instance network info cache due to event network-changed-e9219fe6-39e9-4af7-ab06-46511be518fc. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0a271b5f-bb63-4902-abdc-b87901e0a1e0 req-dcb3e8e8-7ba9-4ad5-9b8d-c10f471db84d service nova] Acquiring lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0a271b5f-bb63-4902-abdc-b87901e0a1e0 req-dcb3e8e8-7ba9-4ad5-9b8d-c10f471db84d service nova] Acquired lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG nova.network.neutron [req-0a271b5f-bb63-4902-abdc-b87901e0a1e0 req-dcb3e8e8-7ba9-4ad5-9b8d-c10f471db84d service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Refreshing network info cache for port e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG nova.network.neutron [req-0a271b5f-bb63-4902-abdc-b87901e0a1e0 req-dcb3e8e8-7ba9-4ad5-9b8d-c10f471db84d service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updated VIF entry in instance network info cache for port e9219fe6-39e9-4af7-ab06-46511be518fc. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG nova.network.neutron [req-0a271b5f-bb63-4902-abdc-b87901e0a1e0 req-dcb3e8e8-7ba9-4ad5-9b8d-c10f471db84d service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updating instance_info_cache with network_info: [{"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0a271b5f-bb63-4902-abdc-b87901e0a1e0 req-dcb3e8e8-7ba9-4ad5-9b8d-c10f471db84d service nova] Releasing lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "827f016a-55d0-460f-82e1-9b22455df53f" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:16 user nova-compute[75432]: INFO nova.compute.manager [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Shelve offloading
Nov 27 14:40:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-6d376122-c415-4cd4-af12-0d18f067e555 req-cd1a0404-f360-4bd6-9c1a-e5f591fbc892 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-vif-unplugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6d376122-c415-4cd4-af12-0d18f067e555 req-cd1a0404-f360-4bd6-9c1a-e5f591fbc892 service nova] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6d376122-c415-4cd4-af12-0d18f067e555 req-cd1a0404-f360-4bd6-9c1a-e5f591fbc892 service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6d376122-c415-4cd4-af12-0d18f067e555 req-cd1a0404-f360-4bd6-9c1a-e5f591fbc892 service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-6d376122-c415-4cd4-af12-0d18f067e555 req-cd1a0404-f360-4bd6-9c1a-e5f591fbc892 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] No waiting events found dispatching network-vif-unplugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:40:16 user nova-compute[75432]: WARNING nova.compute.manager [req-6d376122-c415-4cd4-af12-0d18f067e555 req-cd1a0404-f360-4bd6-9c1a-e5f591fbc892 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received unexpected event network-vif-unplugged-e9219fe6-39e9-4af7-ab06-46511be518fc for instance with vm_state active and task_state shelving.
Nov 27 14:40:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:17 user nova-compute[75432]: INFO nova.compute.manager [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Terminating instance
Nov 27 14:40:17 user nova-compute[75432]: DEBUG nova.compute.manager [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:17 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Instance destroyed successfully.
Nov 27 14:40:17 user nova-compute[75432]: DEBUG nova.compute.manager [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquired lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG nova.network.neutron [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:17 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Instance destroyed successfully.
Nov 27 14:40:17 user nova-compute[75432]: DEBUG nova.objects.instance [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lazy-loading 'resources' on Instance uuid 479423d1-e141-4025-9fcc-9ed16277fc77 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:35:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-392563765',display_name='tempest-TestMinimumBasicScenario-server-392563765',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-392563765',id=31,image_ref='f249faaf-e285-42b6-ba85-65f3dea41d6d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFU3pHkLPi+6OHz4JCKovV+kRfMXaUqDoBjBRZp1R1LOSlEv+/PyEbHHQsT/VoU8zYM9cMq/eSkcBP+xeL1kf3s6CsCiwzGiMfH8jTOCAwn/dVeupGXGf/32aYBZzNNi3w==',key_name='tempest-TestMinimumBasicScenario-2061809192',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:35:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e45cdc4fa1754165a27b1eefc42c13af',ramdisk_id='',reservation_id='r-6g7jswxa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f249faaf-e285-42b6-ba85-65f3dea41d6d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-608138762',owner_user_name='tempest-TestMinimumBasicScenario-608138762-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:37:38Z,user_data=None,user_id='e11ad43fcefc4c3cac447e23c14d17f0',uuid=479423d1-e141-4025-9fcc-9ed16277fc77,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converting VIF {"id": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "address": "fa:16:3e:56:70:36", "network": {"id": "57636bf5-e3f3-4481-8906-b8f419dc4aec", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-29770971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e45cdc4fa1754165a27b1eefc42c13af", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb7ccf8ff-d5", "ovs_interfaceid": "b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:56:70:36,bridge_name='br-int',has_traffic_filtering=True,id=b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7ccf8ff-d5') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG os_vif [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:70:36,bridge_name='br-int',has_traffic_filtering=True,id=b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7ccf8ff-d5') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb7ccf8ff-d5, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=af02433b-a861-460b-8633-4d704f7ec397) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:18 user nova-compute[75432]: INFO os_vif [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:56:70:36,bridge_name='br-int',has_traffic_filtering=True,id=b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d,network=Network(57636bf5-e3f3-4481-8906-b8f419dc4aec),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb7ccf8ff-d5')
Nov 27 14:40:18 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Deleting instance files /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77_del
Nov 27 14:40:18 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Deletion of /opt/stack/data/nova/instances/479423d1-e141-4025-9fcc-9ed16277fc77_del complete
Nov 27 14:40:18 user nova-compute[75432]: INFO nova.compute.manager [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Took 0.99 seconds to destroy the instance on the hypervisor.
Nov 27 14:40:18 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG nova.network.neutron [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updating instance_info_cache with network_info: [{"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Releasing lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] No waiting events found dispatching network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:40:18 user nova-compute[75432]: WARNING nova.compute.manager [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received unexpected event network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc for instance with vm_state active and task_state shelving.
Nov 27 14:40:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-vif-unplugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.compute.manager [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] No waiting events found dispatching network-vif-unplugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.compute.manager [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-vif-unplugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.compute.manager [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] Acquiring lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] Lock "479423d1-e141-4025-9fcc-9ed16277fc77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.compute.manager [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] No waiting events found dispatching network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:40:19 user nova-compute[75432]: WARNING nova.compute.manager [req-9878a451-9868-4f23-952b-544a3599e22c req-d20c7498-1c43-4e42-a42c-48d206def58c service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received unexpected event network-vif-plugged-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d for instance with vm_state active and task_state deleting.
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:19 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Took 1.29 seconds to deallocate network for instance.
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:19 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Instance destroyed successfully.
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.objects.instance [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lazy-loading 'resources' on Instance uuid 827f016a-55d0-460f-82e1-9b22455df53f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1668509168',display_name='tempest-TestShelveInstance-server-1668509168',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1668509168',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHACuqqOtdvq2q79WjUf2gNKISnfSyIUsdM7ohagTbi8tfbVu8x0wbysLXi3pAPow66mlYbMJX/uCQiz383HpiX7Ap1ktdg6WvFFPBldNbXLxuy69KRTdFY+J2Tyl0Mh2Q==',key_name='tempest-TestShelveInstance-1996715118',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:38:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b05a8810b8454d77bc2d6dadce3ad380',ramdisk_id='',reservation_id='r-pokggq42',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-667510104',owner_user_name='tempest-TestShelveInstance-667510104-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:38:36Z,user_data=None,user_id='eb4598d103b64ecb99ea65eb235ef969',uuid=827f016a-55d0-460f-82e1-9b22455df53f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Converting VIF {"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_vif [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape9219fe6-39, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=38b61fb0-e9cf-4803-b31c-3fed1e3d1046) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:19 user nova-compute[75432]: INFO os_vif [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39')
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RLNXOTPY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:40:19 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[61716119-656a-4f65-9bb9-81bf66baa263]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:40:19 user nova-compute[75432]: No targets found.
Nov 27 14:40:19 user nova-compute[75432]: iSNS:
Nov 27 14:40:19 user nova-compute[75432]: No targets found.
Nov 27 14:40:19 user nova-compute[75432]: STATIC:
Nov 27 14:40:19 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:40:19 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:40:19 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:40:19 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670
Nov 27 14:40:19 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:40:19 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:40:19 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87
Nov 27 14:40:19 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:40:19 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:40:19 user nova-compute[75432]: FIRMWARE:
Nov 27 14:40:19 user nova-compute[75432]: No targets found.
Nov 27 14:40:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:40:19 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:40:19 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e590ee1b-f586-4c51-af84-6bd570d5c1c5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b4e60a9-03f0-485f-9a2e-d784df56bc12]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:40:19 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:40:19 user nova-compute[75432]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:40:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:40:19 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:40:19 user nova-compute[75432]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:40:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b502337f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670'): ({'sde'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Removing single pathed devices sde {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0318ccce-586a-489f-a772-826f5461ea30]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b8a9728-561d-4a30-a6a9-ab4c42e894b5]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Flushing IO for device /dev/sde {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[be5fa3f4-ab5f-45f5-881e-d32c97ae0eb7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.315s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:19 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Deleted allocations for instance 479423d1-e141-4025-9fcc-9ed16277fc77
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.071s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f82e536-5812-4820-b4fe-489dc1303445]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6c92e9f-1bf4-4a61-9b9d-03cff09386e0]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e86ce10-b2f6-40fc-bc95-80070882f021 tempest-TestMinimumBasicScenario-608138762 tempest-TestMinimumBasicScenario-608138762-project-member] Lock "479423d1-e141-4025-9fcc-9ed16277fc77" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.812s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9e353cc-7b93-41d7-a90c-31f2b5779221]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260]
Nov 27 14:40:19 user nova-compute[75432]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260] successful.
Nov 27 14:40:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[034a9ee6-2be5-4917-8590-979415272911]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.347s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] <== disconnect_volume: return (349ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:40:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:40:19 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Deleting instance files /opt/stack/data/nova/instances/827f016a-55d0-460f-82e1-9b22455df53f_del
Nov 27 14:40:19 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Deletion of /opt/stack/data/nova/instances/827f016a-55d0-460f-82e1-9b22455df53f_del complete
Nov 27 14:40:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-c243df3e-c857-46f0-96c4-26391b1f046b req-cc047c32-2796-4fba-aba6-d9c7a5432b89 service nova] [instance: 479423d1-e141-4025-9fcc-9ed16277fc77] Received event network-vif-deleted-b7ccf8ff-d58b-4080-b1f2-cc7e70f3367d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-c243df3e-c857-46f0-96c4-26391b1f046b req-cc047c32-2796-4fba-aba6-d9c7a5432b89 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-changed-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-c243df3e-c857-46f0-96c4-26391b1f046b req-cc047c32-2796-4fba-aba6-d9c7a5432b89 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Refreshing instance network info cache due to event network-changed-e9219fe6-39e9-4af7-ab06-46511be518fc. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c243df3e-c857-46f0-96c4-26391b1f046b req-cc047c32-2796-4fba-aba6-d9c7a5432b89 service nova] Acquiring lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c243df3e-c857-46f0-96c4-26391b1f046b req-cc047c32-2796-4fba-aba6-d9c7a5432b89 service nova] Acquired lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-c243df3e-c857-46f0-96c4-26391b1f046b req-cc047c32-2796-4fba-aba6-d9c7a5432b89 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Refreshing network info cache for port e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:40:21 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Deleted allocations for instance 827f016a-55d0-460f-82e1-9b22455df53f
Nov 27 14:40:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG nova.objects.instance [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lazy-loading 'numa_topology' on Instance uuid 827f016a-55d0-460f-82e1-9b22455df53f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG nova.objects.base [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Object Instance<827f016a-55d0-460f-82e1-9b22455df53f> lazy-loaded attributes: resources,numa_topology {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.301s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-c243df3e-c857-46f0-96c4-26391b1f046b req-cc047c32-2796-4fba-aba6-d9c7a5432b89 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updated VIF entry in instance network info cache for port e9219fe6-39e9-4af7-ab06-46511be518fc. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-c243df3e-c857-46f0-96c4-26391b1f046b req-cc047c32-2796-4fba-aba6-d9c7a5432b89 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updating instance_info_cache with network_info: [{"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": null, "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tape9219fe6-39", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-18cc324f-7354-46d2-9db7-d621118afbb6 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "827f016a-55d0-460f-82e1-9b22455df53f" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 4.980s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c243df3e-c857-46f0-96c4-26391b1f046b req-cc047c32-2796-4fba-aba6-d9c7a5432b89 service nova] Releasing lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:40:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:24 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "cc7c4123-1120-4607-9835-184533649e6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "cc7c4123-1120-4607-9835-184533649e6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:29 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:40:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:29 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:40:29 user nova-compute[75432]: INFO nova.compute.claims [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Claim successful on node user
Nov 27 14:40:30 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.340s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:40:30 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:40:30 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG nova.policy [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '435cba2d80694362adb7d0048c08ea00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f67f437cfb3f43e897c0d57d58b7be95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:40:30 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Creating image(s)
Nov 27 14:40:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "/opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "/opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "/opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.184s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:30 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk 1073741824" returned: 0 in 0.051s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Successfully created port: 86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.190s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Cannot resize image /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Ensure instance console log exists: /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Successfully updated port: 86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "refresh_cache-cc7c4123-1120-4607-9835-184533649e6e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquired lock "refresh_cache-cc7c4123-1120-4607-9835-184533649e6e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG nova.compute.manager [req-844642b6-3e0f-468e-9970-d8c2ffb95f96 req-29ee5a21-afc1-4cf1-a052-3afe22729add service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Received event network-changed-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG nova.compute.manager [req-844642b6-3e0f-468e-9970-d8c2ffb95f96 req-29ee5a21-afc1-4cf1-a052-3afe22729add service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Refreshing instance network info cache due to event network-changed-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-844642b6-3e0f-468e-9970-d8c2ffb95f96 req-29ee5a21-afc1-4cf1-a052-3afe22729add service nova] Acquiring lock "refresh_cache-cc7c4123-1120-4607-9835-184533649e6e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:40:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Updating instance_info_cache with network_info: [{"id": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "address": "fa:16:3e:6d:f3:5b", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86ca2cb7-f7", "ovs_interfaceid": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Releasing lock "refresh_cache-cc7c4123-1120-4607-9835-184533649e6e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Instance network_info: |[{"id": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "address": "fa:16:3e:6d:f3:5b", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86ca2cb7-f7", "ovs_interfaceid": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-844642b6-3e0f-468e-9970-d8c2ffb95f96 req-29ee5a21-afc1-4cf1-a052-3afe22729add service nova] Acquired lock "refresh_cache-cc7c4123-1120-4607-9835-184533649e6e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.network.neutron [req-844642b6-3e0f-468e-9970-d8c2ffb95f96 req-29ee5a21-afc1-4cf1-a052-3afe22729add service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Refreshing network info cache for port 86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Start _get_guest_xml network_info=[{"id": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "address": "fa:16:3e:6d:f3:5b", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86ca2cb7-f7", "ovs_interfaceid": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:40:32 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:40:32 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:40:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1147272327',display_name='tempest-AttachVolumeNegativeTest-server-1147272327',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1147272327',id=36,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMvBUQpe9ExzuPYGVwDH3Ckbzy6LxkNb9Smk4SK7eFykAXoiTsEKtYPq1VZhdUN9lbWWJC9RS69p/rejqr0D79UDTeP9+jas5gLCX2NWw/3o85cg27zIoMsgbmOfACM0eQ==',key_name='tempest-keypair-192795283',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f67f437cfb3f43e897c0d57d58b7be95',ramdisk_id='',reservation_id='r-u70cec8h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-979328772',owner_user_name='tempest-AttachVolumeNegativeTest-979328772-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:40:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='435cba2d80694362adb7d0048c08ea00',uuid=cc7c4123-1120-4607-9835-184533649e6e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "address": "fa:16:3e:6d:f3:5b", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86ca2cb7-f7", "ovs_interfaceid": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converting VIF {"id": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "address": "fa:16:3e:6d:f3:5b", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86ca2cb7-f7", "ovs_interfaceid": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:f3:5b,bridge_name='br-int',has_traffic_filtering=True,id=86ca2cb7-f79a-4f01-a7dd-7ea543e697ca,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86ca2cb7-f7') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'pci_devices' on Instance uuid cc7c4123-1120-4607-9835-184533649e6e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:40:32 user nova-compute[75432]:   <uuid>cc7c4123-1120-4607-9835-184533649e6e</uuid>
Nov 27 14:40:32 user nova-compute[75432]:   <name>instance-00000024</name>
Nov 27 14:40:32 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:40:32 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:40:32 user nova-compute[75432]:   <metadata>
Nov 27 14:40:32 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:40:32 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:40:32 user nova-compute[75432]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1147272327</nova:name>
Nov 27 14:40:32 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:40:32</nova:creationTime>
Nov 27 14:40:32 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:40:32 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:40:32 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:40:32 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:40:32 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:40:32 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:40:32 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:40:32 user nova-compute[75432]:       <nova:owner>
Nov 27 14:40:32 user nova-compute[75432]:         <nova:user uuid="435cba2d80694362adb7d0048c08ea00">tempest-AttachVolumeNegativeTest-979328772-project-member</nova:user>
Nov 27 14:40:32 user nova-compute[75432]:         <nova:project uuid="f67f437cfb3f43e897c0d57d58b7be95">tempest-AttachVolumeNegativeTest-979328772</nova:project>
Nov 27 14:40:32 user nova-compute[75432]:       </nova:owner>
Nov 27 14:40:32 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:40:32 user nova-compute[75432]:       <nova:ports>
Nov 27 14:40:32 user nova-compute[75432]:         <nova:port uuid="86ca2cb7-f79a-4f01-a7dd-7ea543e697ca">
Nov 27 14:40:32 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 27 14:40:32 user nova-compute[75432]:         </nova:port>
Nov 27 14:40:32 user nova-compute[75432]:       </nova:ports>
Nov 27 14:40:32 user nova-compute[75432]:     </nova:instance>
Nov 27 14:40:32 user nova-compute[75432]:   </metadata>
Nov 27 14:40:32 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:40:32 user nova-compute[75432]:     <system>
Nov 27 14:40:32 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:40:32 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:40:32 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:40:32 user nova-compute[75432]:       <entry name="serial">cc7c4123-1120-4607-9835-184533649e6e</entry>
Nov 27 14:40:32 user nova-compute[75432]:       <entry name="uuid">cc7c4123-1120-4607-9835-184533649e6e</entry>
Nov 27 14:40:32 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:40:32 user nova-compute[75432]:     </system>
Nov 27 14:40:32 user nova-compute[75432]:   </sysinfo>
Nov 27 14:40:32 user nova-compute[75432]:   <os>
Nov 27 14:40:32 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:40:32 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:40:32 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:40:32 user nova-compute[75432]:   </os>
Nov 27 14:40:32 user nova-compute[75432]:   <features>
Nov 27 14:40:32 user nova-compute[75432]:     <acpi/>
Nov 27 14:40:32 user nova-compute[75432]:     <apic/>
Nov 27 14:40:32 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:40:32 user nova-compute[75432]:   </features>
Nov 27 14:40:32 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:40:32 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:40:32 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:40:32 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:40:32 user nova-compute[75432]:   </clock>
Nov 27 14:40:32 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:40:32 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:40:32 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:40:32 user nova-compute[75432]:   </cpu>
Nov 27 14:40:32 user nova-compute[75432]:   <devices>
Nov 27 14:40:32 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:40:32 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:40:32 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk"/>
Nov 27 14:40:32 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:40:32 user nova-compute[75432]:     </disk>
Nov 27 14:40:32 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:40:32 user nova-compute[75432]:       <mac address="fa:16:3e:6d:f3:5b"/>
Nov 27 14:40:32 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:40:32 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:40:32 user nova-compute[75432]:       <target dev="tap86ca2cb7-f7"/>
Nov 27 14:40:32 user nova-compute[75432]:     </interface>
Nov 27 14:40:32 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:40:32 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/console.log" append="off"/>
Nov 27 14:40:32 user nova-compute[75432]:     </serial>
Nov 27 14:40:32 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:40:32 user nova-compute[75432]:     <video>
Nov 27 14:40:32 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:40:32 user nova-compute[75432]:     </video>
Nov 27 14:40:32 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:40:32 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:40:32 user nova-compute[75432]:     </rng>
Nov 27 14:40:32 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:40:32 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:40:32 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:40:32 user nova-compute[75432]:     </memballoon>
Nov 27 14:40:32 user nova-compute[75432]:   </devices>
Nov 27 14:40:32 user nova-compute[75432]: </domain>
Nov 27 14:40:32 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:40:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1147272327',display_name='tempest-AttachVolumeNegativeTest-server-1147272327',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1147272327',id=36,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMvBUQpe9ExzuPYGVwDH3Ckbzy6LxkNb9Smk4SK7eFykAXoiTsEKtYPq1VZhdUN9lbWWJC9RS69p/rejqr0D79UDTeP9+jas5gLCX2NWw/3o85cg27zIoMsgbmOfACM0eQ==',key_name='tempest-keypair-192795283',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f67f437cfb3f43e897c0d57d58b7be95',ramdisk_id='',reservation_id='r-u70cec8h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-979328772',owner_user_name='tempest-AttachVolumeNegativeTest-979328772-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:40:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='435cba2d80694362adb7d0048c08ea00',uuid=cc7c4123-1120-4607-9835-184533649e6e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "address": "fa:16:3e:6d:f3:5b", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86ca2cb7-f7", "ovs_interfaceid": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converting VIF {"id": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "address": "fa:16:3e:6d:f3:5b", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86ca2cb7-f7", "ovs_interfaceid": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:f3:5b,bridge_name='br-int',has_traffic_filtering=True,id=86ca2cb7-f79a-4f01-a7dd-7ea543e697ca,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86ca2cb7-f7') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG os_vif [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:f3:5b,bridge_name='br-int',has_traffic_filtering=True,id=86ca2cb7-f79a-4f01-a7dd-7ea543e697ca,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86ca2cb7-f7') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3f739f8d-1911-5c69-bcba-14d0984f188e', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap86ca2cb7-f7, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap86ca2cb7-f7, col_values=(('qos', UUID('ffb93a49-afa9-4c31-b690-6410bbd1a7a5')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap86ca2cb7-f7, col_values=(('external_ids', {'iface-id': '86ca2cb7-f79a-4f01-a7dd-7ea543e697ca', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:f3:5b', 'vm-uuid': 'cc7c4123-1120-4607-9835-184533649e6e'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:32 user nova-compute[75432]: INFO os_vif [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:f3:5b,bridge_name='br-int',has_traffic_filtering=True,id=86ca2cb7-f79a-4f01-a7dd-7ea543e697ca,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86ca2cb7-f7')
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No VIF found with MAC fa:16:3e:6d:f3:5b, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.network.neutron [req-844642b6-3e0f-468e-9970-d8c2ffb95f96 req-29ee5a21-afc1-4cf1-a052-3afe22729add service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Updated VIF entry in instance network info cache for port 86ca2cb7-f79a-4f01-a7dd-7ea543e697ca. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG nova.network.neutron [req-844642b6-3e0f-468e-9970-d8c2ffb95f96 req-29ee5a21-afc1-4cf1-a052-3afe22729add service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Updating instance_info_cache with network_info: [{"id": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "address": "fa:16:3e:6d:f3:5b", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86ca2cb7-f7", "ovs_interfaceid": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-844642b6-3e0f-468e-9970-d8c2ffb95f96 req-29ee5a21-afc1-4cf1-a052-3afe22729add service nova] Releasing lock "refresh_cache-cc7c4123-1120-4607-9835-184533649e6e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:40:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9bc687-98be-4167-933d-943e323a5238 req-9dd3726f-661f-4ffc-a8bf-a43942add84d service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Received event network-vif-plugged-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9bc687-98be-4167-933d-943e323a5238 req-9dd3726f-661f-4ffc-a8bf-a43942add84d service nova] Acquiring lock "cc7c4123-1120-4607-9835-184533649e6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9bc687-98be-4167-933d-943e323a5238 req-9dd3726f-661f-4ffc-a8bf-a43942add84d service nova] Lock "cc7c4123-1120-4607-9835-184533649e6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9bc687-98be-4167-933d-943e323a5238 req-9dd3726f-661f-4ffc-a8bf-a43942add84d service nova] Lock "cc7c4123-1120-4607-9835-184533649e6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9bc687-98be-4167-933d-943e323a5238 req-9dd3726f-661f-4ffc-a8bf-a43942add84d service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] No waiting events found dispatching network-vif-plugged-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:40:33 user nova-compute[75432]: WARNING nova.compute.manager [req-ae9bc687-98be-4167-933d-943e323a5238 req-9dd3726f-661f-4ffc-a8bf-a43942add84d service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Received unexpected event network-vif-plugged-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca for instance with vm_state building and task_state spawning.
Nov 27 14:40:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:34 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:40:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: cc7c4123-1120-4607-9835-184533649e6e] Instance spawned successfully.
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-4a7b8683-7ac5-4ba2-8995-abf7ef288d8d req-2144ff73-754a-418c-b11f-68107bc580ca service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Received event network-vif-plugged-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4a7b8683-7ac5-4ba2-8995-abf7ef288d8d req-2144ff73-754a-418c-b11f-68107bc580ca service nova] Acquiring lock "cc7c4123-1120-4607-9835-184533649e6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4a7b8683-7ac5-4ba2-8995-abf7ef288d8d req-2144ff73-754a-418c-b11f-68107bc580ca service nova] Lock "cc7c4123-1120-4607-9835-184533649e6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4a7b8683-7ac5-4ba2-8995-abf7ef288d8d req-2144ff73-754a-418c-b11f-68107bc580ca service nova] Lock "cc7c4123-1120-4607-9835-184533649e6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-4a7b8683-7ac5-4ba2-8995-abf7ef288d8d req-2144ff73-754a-418c-b11f-68107bc580ca service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] No waiting events found dispatching network-vif-plugged-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:40:35 user nova-compute[75432]: WARNING nova.compute.manager [req-4a7b8683-7ac5-4ba2-8995-abf7ef288d8d req-2144ff73-754a-418c-b11f-68107bc580ca service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Received unexpected event network-vif-plugged-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca for instance with vm_state building and task_state spawning.
Nov 27 14:40:35 user nova-compute[75432]: INFO nova.compute.manager [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Took 5.29 seconds to spawn the instance on the hypervisor.
Nov 27 14:40:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:40:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:36 user nova-compute[75432]: INFO nova.compute.manager [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Took 6.08 seconds to build instance.
Nov 27 14:40:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea6556f4-a853-433b-8123-698ee739b557 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "cc7c4123-1120-4607-9835-184533649e6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.295s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:40:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:40:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:38 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:40:38 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8230MB free_disk=24.87118911743164GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e4cd9863-996a-4827-a074-1d55afe82813 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c075a895-0192-4831-b291-cbe48cd58854 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 33d59bfb-c5ca-43a4-83cc-bc76584dc52f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance cc7c4123-1120-4607-9835-184533649e6e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:40:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.380s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:39 user nova-compute[75432]: INFO nova.compute.manager [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Terminating instance
Nov 27 14:40:39 user nova-compute[75432]: DEBUG nova.compute.manager [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-0fa64298-1f74-4541-9a89-ccbc2b1a5607 req-0c66a3bf-21de-4f25-af36-9abedc6da8e6 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received event network-vif-unplugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0fa64298-1f74-4541-9a89-ccbc2b1a5607 req-0c66a3bf-21de-4f25-af36-9abedc6da8e6 service nova] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0fa64298-1f74-4541-9a89-ccbc2b1a5607 req-0c66a3bf-21de-4f25-af36-9abedc6da8e6 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0fa64298-1f74-4541-9a89-ccbc2b1a5607 req-0c66a3bf-21de-4f25-af36-9abedc6da8e6 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-0fa64298-1f74-4541-9a89-ccbc2b1a5607 req-0c66a3bf-21de-4f25-af36-9abedc6da8e6 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] No waiting events found dispatching network-vif-unplugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-0fa64298-1f74-4541-9a89-ccbc2b1a5607 req-0c66a3bf-21de-4f25-af36-9abedc6da8e6 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received event network-vif-unplugged-931512a7-6630-46f7-836a-c1d719cf32dd for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:39 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Instance destroyed successfully.
Nov 27 14:40:39 user nova-compute[75432]: DEBUG nova.objects.instance [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lazy-loading 'resources' on Instance uuid 33d59bfb-c5ca-43a4-83cc-bc76584dc52f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:34:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1196705952',display_name='tempest-ServerActionsTestOtherA-server-1196705952',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1196705952',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb3yFSCzlwwt6QzaMVBZeFWQ4pyDbhoPfiorogaKCtvqqNgdwVP7nSE8qqs8XU2taFEqIiNmYnA7fzrM5XfhJ6GWiw15oQSGSGVuy6d6kta3WAj58j/oDp3gmNtu7HUFg==',key_name='tempest-keypair-1653586749',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:36:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-tf24bwin',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:37:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=33d59bfb-c5ca-43a4-83cc-bc76584dc52f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "931512a7-6630-46f7-836a-c1d719cf32dd", "address": "fa:16:3e:92:c2:dd", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap931512a7-66", "ovs_interfaceid": "931512a7-6630-46f7-836a-c1d719cf32dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG os_vif [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap931512a7-66, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=eb13223a-cabe-418b-aa49-ea793337c76c) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:40:39 user nova-compute[75432]: INFO os_vif [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:92:c2:dd,bridge_name='br-int',has_traffic_filtering=True,id=931512a7-6630-46f7-836a-c1d719cf32dd,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap931512a7-66')
Nov 27 14:40:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SWnTjRfy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:40:39 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:40:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a187c62f-589a-4534-863e-48c4b9db7992]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:40:39 user nova-compute[75432]: No targets found.
Nov 27 14:40:39 user nova-compute[75432]: iSNS:
Nov 27 14:40:39 user nova-compute[75432]: No targets found.
Nov 27 14:40:39 user nova-compute[75432]: STATIC:
Nov 27 14:40:39 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:40:39 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:40:39 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:40:39 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87
Nov 27 14:40:39 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:40:39 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:40:39 user nova-compute[75432]: FIRMWARE:
Nov 27 14:40:39 user nova-compute[75432]: No targets found.
Nov 27 14:40:39 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:40:39 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:40:39 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[536e7280-5ced-4aab-b79e-baa6ef0b294c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ce638df-a23c-45b8-9582-20f72089f91e]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:40:39 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:40:39 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:40:39 user nova-compute[75432]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 (non-flash)
Nov 27 14:40:39 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b502300d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87'): ({'sdc'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Removing single pathed devices sdc {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf37de8b-61b5-413f-ab38-4dfaf668ffeb]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[42c8f1a2-6a70-42a3-acfc-951dd7ea923f]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Flushing IO for device /dev/sdc {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa6985a-3dfa-47ee-9a53-6c8b71cbe7f9]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb5f5417-efca-4045-ae4d-8ed0b0be0d7c]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4507b2fe-4073-4d6d-8e44-9eae68b38b32]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac09d8d7-f550-4ab0-b98e-0a5c47c6560d]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260]
Nov 27 14:40:40 user nova-compute[75432]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87, portal: 172.16.0.220,3260] successful.
Nov 27 14:40:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc2c2be8-9715-47e9-a5e9-dc44e240eddb]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] <== disconnect_volume: return (312ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:40:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Deleting instance files /opt/stack/data/nova/instances/33d59bfb-c5ca-43a4-83cc-bc76584dc52f_del
Nov 27 14:40:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Deletion of /opt/stack/data/nova/instances/33d59bfb-c5ca-43a4-83cc-bc76584dc52f_del complete
Nov 27 14:40:40 user nova-compute[75432]: INFO nova.compute.manager [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Took 1.22 seconds to destroy the instance on the hypervisor.
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Skipping network cache update for instance because it is being deleted. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9971}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:40:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:41 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Took 0.90 seconds to deallocate network for instance.
Nov 27 14:40:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-a6371a10-e415-4fe5-a6b5-e7178d2f507d req-c5844436-60f9-48e6-bb63-08a015e164d9 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received event network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a6371a10-e415-4fe5-a6b5-e7178d2f507d req-c5844436-60f9-48e6-bb63-08a015e164d9 service nova] Acquiring lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a6371a10-e415-4fe5-a6b5-e7178d2f507d req-c5844436-60f9-48e6-bb63-08a015e164d9 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a6371a10-e415-4fe5-a6b5-e7178d2f507d req-c5844436-60f9-48e6-bb63-08a015e164d9 service nova] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-a6371a10-e415-4fe5-a6b5-e7178d2f507d req-c5844436-60f9-48e6-bb63-08a015e164d9 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] No waiting events found dispatching network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:40:41 user nova-compute[75432]: WARNING nova.compute.manager [req-a6371a10-e415-4fe5-a6b5-e7178d2f507d req-c5844436-60f9-48e6-bb63-08a015e164d9 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received unexpected event network-vif-plugged-931512a7-6630-46f7-836a-c1d719cf32dd for instance with vm_state active and task_state deleting.
Nov 27 14:40:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-a6371a10-e415-4fe5-a6b5-e7178d2f507d req-c5844436-60f9-48e6-bb63-08a015e164d9 service nova] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Received event network-vif-deleted-931512a7-6630-46f7-836a-c1d719cf32dd {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Updating instance_info_cache with network_info: [{"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:40:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:40:41 user nova-compute[75432]: INFO nova.compute.manager [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Took 0.77 seconds to detach 1 volumes for instance.
Nov 27 14:40:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 33d59bfb-c5ca-43a4-83cc-bc76584dc52f] Deleting volume: 8ab6133c-4b1a-40d6-88b9-2b9fcd566d87 {{(pid=75432) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 27 14:40:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:42 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:40:42 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:40:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.245s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:42 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Deleted allocations for instance 33d59bfb-c5ca-43a4-83cc-bc76584dc52f
Nov 27 14:40:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a5b187f0-7504-479e-b1b1-bf27e9325fda tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "33d59bfb-c5ca-43a4-83cc-bc76584dc52f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.383s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:40:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:46 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:40:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:46 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:40:46 user nova-compute[75432]: INFO nova.compute.claims [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Claim successful on node user
Nov 27 14:40:46 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:40:46 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.448s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:40:47 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:40:47 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG nova.policy [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac7d7266b7c449bd893608703e58a802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03391693a1d74dc785097aaec5321eed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:40:47 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Creating image(s)
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "/opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "/opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "/opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk 1073741824" returned: 0 in 0.055s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:47 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Successfully created port: eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Cannot resize image /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Ensure instance console log exists: /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Successfully updated port: eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "refresh_cache-8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquired lock "refresh_cache-8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG nova.compute.manager [req-35dfa570-9533-447a-903d-3fe7d00a9740 req-aba7449a-dd9d-47df-ad68-4c1a74185e2f service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Received event network-changed-eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG nova.compute.manager [req-35dfa570-9533-447a-903d-3fe7d00a9740 req-aba7449a-dd9d-47df-ad68-4c1a74185e2f service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Refreshing instance network info cache due to event network-changed-eb0f9b92-229d-400e-8ff8-96dd401ffd02. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-35dfa570-9533-447a-903d-3fe7d00a9740 req-aba7449a-dd9d-47df-ad68-4c1a74185e2f service nova] Acquiring lock "refresh_cache-8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:40:48 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Updating instance_info_cache with network_info: [{"id": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "address": "fa:16:3e:14:d5:3a", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb0f9b92-22", "ovs_interfaceid": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Releasing lock "refresh_cache-8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Instance network_info: |[{"id": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "address": "fa:16:3e:14:d5:3a", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb0f9b92-22", "ovs_interfaceid": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-35dfa570-9533-447a-903d-3fe7d00a9740 req-aba7449a-dd9d-47df-ad68-4c1a74185e2f service nova] Acquired lock "refresh_cache-8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.network.neutron [req-35dfa570-9533-447a-903d-3fe7d00a9740 req-aba7449a-dd9d-47df-ad68-4c1a74185e2f service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Refreshing network info cache for port eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Start _get_guest_xml network_info=[{"id": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "address": "fa:16:3e:14:d5:3a", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb0f9b92-22", "ovs_interfaceid": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:40:49 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:40:49 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:40:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-528037030',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-528037030',id=37,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-eo7o289h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:40:47Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "address": "fa:16:3e:14:d5:3a", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb0f9b92-22", "ovs_interfaceid": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "address": "fa:16:3e:14:d5:3a", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb0f9b92-22", "ovs_interfaceid": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:d5:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb0f9b92-229d-400e-8ff8-96dd401ffd02,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb0f9b92-22') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'pci_devices' on Instance uuid 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:40:49 user nova-compute[75432]:   <uuid>8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63</uuid>
Nov 27 14:40:49 user nova-compute[75432]:   <name>instance-00000025</name>
Nov 27 14:40:49 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:40:49 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:40:49 user nova-compute[75432]:   <metadata>
Nov 27 14:40:49 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:40:49 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:40:49 user nova-compute[75432]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-528037030</nova:name>
Nov 27 14:40:49 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:40:49</nova:creationTime>
Nov 27 14:40:49 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:40:49 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:40:49 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:40:49 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:40:49 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:40:49 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:40:49 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:40:49 user nova-compute[75432]:       <nova:owner>
Nov 27 14:40:49 user nova-compute[75432]:         <nova:user uuid="ac7d7266b7c449bd893608703e58a802">tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member</nova:user>
Nov 27 14:40:49 user nova-compute[75432]:         <nova:project uuid="03391693a1d74dc785097aaec5321eed">tempest-ServerBootFromVolumeStableRescueTest-989633053</nova:project>
Nov 27 14:40:49 user nova-compute[75432]:       </nova:owner>
Nov 27 14:40:49 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:40:49 user nova-compute[75432]:       <nova:ports>
Nov 27 14:40:49 user nova-compute[75432]:         <nova:port uuid="eb0f9b92-229d-400e-8ff8-96dd401ffd02">
Nov 27 14:40:49 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 27 14:40:49 user nova-compute[75432]:         </nova:port>
Nov 27 14:40:49 user nova-compute[75432]:       </nova:ports>
Nov 27 14:40:49 user nova-compute[75432]:     </nova:instance>
Nov 27 14:40:49 user nova-compute[75432]:   </metadata>
Nov 27 14:40:49 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:40:49 user nova-compute[75432]:     <system>
Nov 27 14:40:49 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:40:49 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:40:49 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:40:49 user nova-compute[75432]:       <entry name="serial">8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63</entry>
Nov 27 14:40:49 user nova-compute[75432]:       <entry name="uuid">8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63</entry>
Nov 27 14:40:49 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:40:49 user nova-compute[75432]:     </system>
Nov 27 14:40:49 user nova-compute[75432]:   </sysinfo>
Nov 27 14:40:49 user nova-compute[75432]:   <os>
Nov 27 14:40:49 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:40:49 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:40:49 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:40:49 user nova-compute[75432]:   </os>
Nov 27 14:40:49 user nova-compute[75432]:   <features>
Nov 27 14:40:49 user nova-compute[75432]:     <acpi/>
Nov 27 14:40:49 user nova-compute[75432]:     <apic/>
Nov 27 14:40:49 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:40:49 user nova-compute[75432]:   </features>
Nov 27 14:40:49 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:40:49 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:40:49 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:40:49 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:40:49 user nova-compute[75432]:   </clock>
Nov 27 14:40:49 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:40:49 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:40:49 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:40:49 user nova-compute[75432]:   </cpu>
Nov 27 14:40:49 user nova-compute[75432]:   <devices>
Nov 27 14:40:49 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:40:49 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:40:49 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk"/>
Nov 27 14:40:49 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:40:49 user nova-compute[75432]:     </disk>
Nov 27 14:40:49 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:40:49 user nova-compute[75432]:       <mac address="fa:16:3e:14:d5:3a"/>
Nov 27 14:40:49 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:40:49 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:40:49 user nova-compute[75432]:       <target dev="tapeb0f9b92-22"/>
Nov 27 14:40:49 user nova-compute[75432]:     </interface>
Nov 27 14:40:49 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:40:49 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/console.log" append="off"/>
Nov 27 14:40:49 user nova-compute[75432]:     </serial>
Nov 27 14:40:49 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:40:49 user nova-compute[75432]:     <video>
Nov 27 14:40:49 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:40:49 user nova-compute[75432]:     </video>
Nov 27 14:40:49 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:40:49 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:40:49 user nova-compute[75432]:     </rng>
Nov 27 14:40:49 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:40:49 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:40:49 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:40:49 user nova-compute[75432]:     </memballoon>
Nov 27 14:40:49 user nova-compute[75432]:   </devices>
Nov 27 14:40:49 user nova-compute[75432]: </domain>
Nov 27 14:40:49 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:40:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-528037030',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-528037030',id=37,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-eo7o289h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:40:47Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "address": "fa:16:3e:14:d5:3a", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb0f9b92-22", "ovs_interfaceid": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "address": "fa:16:3e:14:d5:3a", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb0f9b92-22", "ovs_interfaceid": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:d5:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb0f9b92-229d-400e-8ff8-96dd401ffd02,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb0f9b92-22') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG os_vif [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:d5:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb0f9b92-229d-400e-8ff8-96dd401ffd02,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb0f9b92-22') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0cf54240-c2c6-59f1-9e38-4884bb0eba99', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeb0f9b92-22, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeb0f9b92-22, col_values=(('qos', UUID('7d142779-0fa1-4425-8083-8f6c5c07769c')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeb0f9b92-22, col_values=(('external_ids', {'iface-id': 'eb0f9b92-229d-400e-8ff8-96dd401ffd02', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:14:d5:3a', 'vm-uuid': '8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:49 user nova-compute[75432]: INFO os_vif [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:d5:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb0f9b92-229d-400e-8ff8-96dd401ffd02,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb0f9b92-22')
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No VIF found with MAC fa:16:3e:14:d5:3a, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.network.neutron [req-35dfa570-9533-447a-903d-3fe7d00a9740 req-aba7449a-dd9d-47df-ad68-4c1a74185e2f service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Updated VIF entry in instance network info cache for port eb0f9b92-229d-400e-8ff8-96dd401ffd02. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG nova.network.neutron [req-35dfa570-9533-447a-903d-3fe7d00a9740 req-aba7449a-dd9d-47df-ad68-4c1a74185e2f service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Updating instance_info_cache with network_info: [{"id": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "address": "fa:16:3e:14:d5:3a", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb0f9b92-22", "ovs_interfaceid": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:40:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-35dfa570-9533-447a-903d-3fe7d00a9740 req-aba7449a-dd9d-47df-ad68-4c1a74185e2f service nova] Releasing lock "refresh_cache-8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:40:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:50 user nova-compute[75432]: DEBUG nova.compute.manager [req-d9e17606-5f0a-4647-8139-8d48aad3a772 req-2f61ff70-6efe-4587-83e8-79154cd563d2 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Received event network-vif-plugged-eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d9e17606-5f0a-4647-8139-8d48aad3a772 req-2f61ff70-6efe-4587-83e8-79154cd563d2 service nova] Acquiring lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d9e17606-5f0a-4647-8139-8d48aad3a772 req-2f61ff70-6efe-4587-83e8-79154cd563d2 service nova] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d9e17606-5f0a-4647-8139-8d48aad3a772 req-2f61ff70-6efe-4587-83e8-79154cd563d2 service nova] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:50 user nova-compute[75432]: DEBUG nova.compute.manager [req-d9e17606-5f0a-4647-8139-8d48aad3a772 req-2f61ff70-6efe-4587-83e8-79154cd563d2 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] No waiting events found dispatching network-vif-plugged-eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:40:50 user nova-compute[75432]: WARNING nova.compute.manager [req-d9e17606-5f0a-4647-8139-8d48aad3a772 req-2f61ff70-6efe-4587-83e8-79154cd563d2 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Received unexpected event network-vif-plugged-eb0f9b92-229d-400e-8ff8-96dd401ffd02 for instance with vm_state building and task_state spawning.
Nov 27 14:40:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:40:52 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Instance spawned successfully.
Nov 27 14:40:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:40:52 user nova-compute[75432]: INFO nova.compute.manager [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Took 5.52 seconds to spawn the instance on the hypervisor.
Nov 27 14:40:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:40:52 user nova-compute[75432]: INFO nova.compute.manager [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Took 6.28 seconds to build instance.
Nov 27 14:40:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-29a670c0-e580-4eb0-8e58-3f1b27c00e4d req-4deb9d7c-e1be-4839-8d17-cd31867b65a1 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Received event network-vif-plugged-eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-29a670c0-e580-4eb0-8e58-3f1b27c00e4d req-4deb9d7c-e1be-4839-8d17-cd31867b65a1 service nova] Acquiring lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-29a670c0-e580-4eb0-8e58-3f1b27c00e4d req-4deb9d7c-e1be-4839-8d17-cd31867b65a1 service nova] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-29a670c0-e580-4eb0-8e58-3f1b27c00e4d req-4deb9d7c-e1be-4839-8d17-cd31867b65a1 service nova] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-29a670c0-e580-4eb0-8e58-3f1b27c00e4d req-4deb9d7c-e1be-4839-8d17-cd31867b65a1 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] No waiting events found dispatching network-vif-plugged-eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:40:52 user nova-compute[75432]: WARNING nova.compute.manager [req-29a670c0-e580-4eb0-8e58-3f1b27c00e4d req-4deb9d7c-e1be-4839-8d17-cd31867b65a1 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Received unexpected event network-vif-plugged-eb0f9b92-229d-400e-8ff8-96dd401ffd02 for instance with vm_state active and task_state None.
Nov 27 14:40:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ad987352-5c0c-4dd0-8b1a-27df11a6548a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.371s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:40:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:40:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-953926dd-1a9e-4749-80ab-67bef5dc20e3 req-a31d1102-69c2-41b2-93f4-dc6a2e7bae2f service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-changed-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:10 user nova-compute[75432]: DEBUG nova.compute.manager [req-953926dd-1a9e-4749-80ab-67bef5dc20e3 req-a31d1102-69c2-41b2-93f4-dc6a2e7bae2f service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Refreshing instance network info cache due to event network-changed-070455e9-4451-4a07-92c2-da804d5c28ff. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:41:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-953926dd-1a9e-4749-80ab-67bef5dc20e3 req-a31d1102-69c2-41b2-93f4-dc6a2e7bae2f service nova] Acquiring lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:41:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-953926dd-1a9e-4749-80ab-67bef5dc20e3 req-a31d1102-69c2-41b2-93f4-dc6a2e7bae2f service nova] Acquired lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:41:10 user nova-compute[75432]: DEBUG nova.network.neutron [req-953926dd-1a9e-4749-80ab-67bef5dc20e3 req-a31d1102-69c2-41b2-93f4-dc6a2e7bae2f service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Refreshing network info cache for port 070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:41:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "e4cd9863-996a-4827-a074-1d55afe82813" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:10 user nova-compute[75432]: INFO nova.compute.manager [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Terminating instance
Nov 27 14:41:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:41:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG nova.network.neutron [req-953926dd-1a9e-4749-80ab-67bef5dc20e3 req-a31d1102-69c2-41b2-93f4-dc6a2e7bae2f service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Updated VIF entry in instance network info cache for port 070455e9-4451-4a07-92c2-da804d5c28ff. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG nova.network.neutron [req-953926dd-1a9e-4749-80ab-67bef5dc20e3 req-a31d1102-69c2-41b2-93f4-dc6a2e7bae2f service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Updating instance_info_cache with network_info: [{"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-953926dd-1a9e-4749-80ab-67bef5dc20e3 req-a31d1102-69c2-41b2-93f4-dc6a2e7bae2f service nova] Releasing lock "refresh_cache-e4cd9863-996a-4827-a074-1d55afe82813" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-d9d880c3-8619-49f7-9353-a0a743643dc2 req-7a10c70b-57a3-4c1f-914e-e93ef37c35aa service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-vif-unplugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d9d880c3-8619-49f7-9353-a0a743643dc2 req-7a10c70b-57a3-4c1f-914e-e93ef37c35aa service nova] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d9d880c3-8619-49f7-9353-a0a743643dc2 req-7a10c70b-57a3-4c1f-914e-e93ef37c35aa service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d9d880c3-8619-49f7-9353-a0a743643dc2 req-7a10c70b-57a3-4c1f-914e-e93ef37c35aa service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-d9d880c3-8619-49f7-9353-a0a743643dc2 req-7a10c70b-57a3-4c1f-914e-e93ef37c35aa service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] No waiting events found dispatching network-vif-unplugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-d9d880c3-8619-49f7-9353-a0a743643dc2 req-7a10c70b-57a3-4c1f-914e-e93ef37c35aa service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-vif-unplugged-070455e9-4451-4a07-92c2-da804d5c28ff for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Instance destroyed successfully.
Nov 27 14:41:11 user nova-compute[75432]: DEBUG nova.objects.instance [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lazy-loading 'resources' on Instance uuid e4cd9863-996a-4827-a074-1d55afe82813 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:34:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-285601050',display_name='tempest-TestStampPattern-server-285601050',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-285601050',id=28,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPYfW6fQyJhP5BRCGdLr1aSddE+6/NlJ35440HgoRazVVhqan/i8j71k3Gl6j9zYk0tOeOHIxgBqGN1NNnQdQMloKP8rQVOhTZx5CbCS3zN6XQvB4iRMngh/KL49V43t/g==',key_name='tempest-TestStampPattern-1869448090',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:34:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9df38f08da7448bea3ad8d9233d21261',ramdisk_id='',reservation_id='r-jju33yot',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-374860503',owner_user_name='tempest-TestStampPattern-374860503-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:37:16Z,user_data=None,user_id='a4c9f3c3d0724a77ac37cd16724d0be4',uuid=e4cd9863-996a-4827-a074-1d55afe82813,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Converting VIF {"id": "070455e9-4451-4a07-92c2-da804d5c28ff", "address": "fa:16:3e:d4:ab:fd", "network": {"id": "541effcc-ca03-442f-b524-ef9cd2cacb7e", "bridge": "br-int", "label": "tempest-TestStampPattern-362058540-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.100", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9df38f08da7448bea3ad8d9233d21261", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap070455e9-44", "ovs_interfaceid": "070455e9-4451-4a07-92c2-da804d5c28ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d4:ab:fd,bridge_name='br-int',has_traffic_filtering=True,id=070455e9-4451-4a07-92c2-da804d5c28ff,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap070455e9-44') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG os_vif [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:ab:fd,bridge_name='br-int',has_traffic_filtering=True,id=070455e9-4451-4a07-92c2-da804d5c28ff,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap070455e9-44') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap070455e9-44, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bf7c1eac-4857-411f-a8f8-31ff4d57bc11) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: INFO os_vif [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:ab:fd,bridge_name='br-int',has_traffic_filtering=True,id=070455e9-4451-4a07-92c2-da804d5c28ff,network=Network(541effcc-ca03-442f-b524-ef9cd2cacb7e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap070455e9-44')
Nov 27 14:41:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Deleting instance files /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813_del
Nov 27 14:41:11 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Deletion of /opt/stack/data/nova/instances/e4cd9863-996a-4827-a074-1d55afe82813_del complete
Nov 27 14:41:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:11 user nova-compute[75432]: INFO nova.compute.manager [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 27 14:41:11 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:41:11 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: e4cd9863-996a-4827-a074-1d55afe82813] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:41:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:12 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:41:12 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Took 1.03 seconds to deallocate network for instance.
Nov 27 14:41:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:12 user nova-compute[75432]: DEBUG nova.compute.manager [req-fdcea38d-1ee0-404c-a93c-6c223f91d535 req-f19081b4-b4d6-4649-82b4-aaac6d40a0fd service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-vif-deleted-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.251s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:13 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Deleted allocations for instance e4cd9863-996a-4827-a074-1d55afe82813
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-79dccfaa-945c-418d-b827-e13169293244 tempest-TestStampPattern-374860503 tempest-TestStampPattern-374860503-project-member] Lock "e4cd9863-996a-4827-a074-1d55afe82813" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.352s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] No waiting events found dispatching network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:41:13 user nova-compute[75432]: WARNING nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received unexpected event network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff for instance with vm_state deleted and task_state None.
Nov 27 14:41:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] No waiting events found dispatching network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:41:13 user nova-compute[75432]: WARNING nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received unexpected event network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff for instance with vm_state deleted and task_state None.
Nov 27 14:41:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] No waiting events found dispatching network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:41:13 user nova-compute[75432]: WARNING nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received unexpected event network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff for instance with vm_state deleted and task_state None.
Nov 27 14:41:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-vif-unplugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] No waiting events found dispatching network-vif-unplugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:41:13 user nova-compute[75432]: WARNING nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received unexpected event network-vif-unplugged-070455e9-4451-4a07-92c2-da804d5c28ff for instance with vm_state deleted and task_state None.
Nov 27 14:41:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received event network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Acquiring lock "e4cd9863-996a-4827-a074-1d55afe82813-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] Lock "e4cd9863-996a-4827-a074-1d55afe82813-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] No waiting events found dispatching network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:41:13 user nova-compute[75432]: WARNING nova.compute.manager [req-197856e2-3c3f-42e8-b319-4c7453d3ffbe req-e636fad6-8288-422c-aacb-75a227da5558 service nova] [instance: e4cd9863-996a-4827-a074-1d55afe82813] Received unexpected event network-vif-plugged-070455e9-4451-4a07-92c2-da804d5c28ff for instance with vm_state deleted and task_state None.
Nov 27 14:41:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:30 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:41:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:30 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:41:30 user nova-compute[75432]: INFO nova.compute.claims [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Claim successful on node user
Nov 27 14:41:31 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.434s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG nova.network.neutron [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:41:31 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:41:31 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG nova.policy [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fedce27a7079447e9afb7c66c8644e6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e40b80ff29249c8a340400155376b53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:41:31 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Creating image(s)
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "/opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "/opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "/opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk 1073741824" returned: 0 in 0.122s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.308s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG nova.network.neutron [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Successfully created port: fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Cannot resize image /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Ensure instance console log exists: /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG nova.network.neutron [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Successfully updated port: fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "refresh_cache-e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquired lock "refresh_cache-e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG nova.network.neutron [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-3bc5afb0-e0f1-48c1-b081-6aef4e3aabb2 req-6a48e444-68e3-453e-9d91-682efb866b87 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Received event network-changed-fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-3bc5afb0-e0f1-48c1-b081-6aef4e3aabb2 req-6a48e444-68e3-453e-9d91-682efb866b87 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Refreshing instance network info cache due to event network-changed-fcd7fa41-00ed-44fc-8d9d-6a23101e480e. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3bc5afb0-e0f1-48c1-b081-6aef4e3aabb2 req-6a48e444-68e3-453e-9d91-682efb866b87 service nova] Acquiring lock "refresh_cache-e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG nova.network.neutron [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:32 user nova-compute[75432]: INFO nova.compute.manager [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Terminating instance
Nov 27 14:41:32 user nova-compute[75432]: DEBUG nova.compute.manager [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:41:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.network.neutron [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Updating instance_info_cache with network_info: [{"id": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "address": "fa:16:3e:d9:47:ee", "network": {"id": "49dc6e68-08bf-4982-bcb6-59bf4b5beb5b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1726440950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e40b80ff29249c8a340400155376b53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcd7fa41-00", "ovs_interfaceid": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Releasing lock "refresh_cache-e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Instance network_info: |[{"id": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "address": "fa:16:3e:d9:47:ee", "network": {"id": "49dc6e68-08bf-4982-bcb6-59bf4b5beb5b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1726440950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e40b80ff29249c8a340400155376b53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcd7fa41-00", "ovs_interfaceid": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3bc5afb0-e0f1-48c1-b081-6aef4e3aabb2 req-6a48e444-68e3-453e-9d91-682efb866b87 service nova] Acquired lock "refresh_cache-e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.network.neutron [req-3bc5afb0-e0f1-48c1-b081-6aef4e3aabb2 req-6a48e444-68e3-453e-9d91-682efb866b87 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Refreshing network info cache for port fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Start _get_guest_xml network_info=[{"id": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "address": "fa:16:3e:d9:47:ee", "network": {"id": "49dc6e68-08bf-4982-bcb6-59bf4b5beb5b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1726440950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e40b80ff29249c8a340400155376b53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcd7fa41-00", "ovs_interfaceid": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:41:33 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:41:33 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:41:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-40166317',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-40166317',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-4016631',id=38,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNXe4cgnr56nURwxJO130VrjvvnGxD6uqg8M3WAGvHax/Za1xllU/mBuASgMyGwYKtFoA83wT6e3EpfKZWCj+CiQ7c1qu2T0LtD47bj79Fl8K4cK+VedVg679eFwX+kqwg==',key_name='tempest-keypair-1537227001',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4e40b80ff29249c8a340400155376b53',ramdisk_id='',reservation_id='r-0drfi88r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1176968433',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:41:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fedce27a7079447e9afb7c66c8644e6e',uuid=e82eaf26-1fc5-45a6-a2d1-c6056fe6a262,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "address": "fa:16:3e:d9:47:ee", "network": {"id": "49dc6e68-08bf-4982-bcb6-59bf4b5beb5b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1726440950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e40b80ff29249c8a340400155376b53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcd7fa41-00", "ovs_interfaceid": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Converting VIF {"id": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "address": "fa:16:3e:d9:47:ee", "network": {"id": "49dc6e68-08bf-4982-bcb6-59bf4b5beb5b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1726440950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e40b80ff29249c8a340400155376b53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcd7fa41-00", "ovs_interfaceid": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:47:ee,bridge_name='br-int',has_traffic_filtering=True,id=fcd7fa41-00ed-44fc-8d9d-6a23101e480e,network=Network(49dc6e68-08bf-4982-bcb6-59bf4b5beb5b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcd7fa41-00') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.objects.instance [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lazy-loading 'pci_devices' on Instance uuid e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:41:33 user nova-compute[75432]:   <uuid>e82eaf26-1fc5-45a6-a2d1-c6056fe6a262</uuid>
Nov 27 14:41:33 user nova-compute[75432]:   <name>instance-00000026</name>
Nov 27 14:41:33 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:41:33 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:41:33 user nova-compute[75432]:   <metadata>
Nov 27 14:41:33 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:41:33 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:41:33 user nova-compute[75432]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-40166317</nova:name>
Nov 27 14:41:33 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:41:33</nova:creationTime>
Nov 27 14:41:33 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:41:33 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:41:33 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:41:33 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:41:33 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:41:33 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:41:33 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:41:33 user nova-compute[75432]:       <nova:owner>
Nov 27 14:41:33 user nova-compute[75432]:         <nova:user uuid="fedce27a7079447e9afb7c66c8644e6e">tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member</nova:user>
Nov 27 14:41:33 user nova-compute[75432]:         <nova:project uuid="4e40b80ff29249c8a340400155376b53">tempest-TestServerVolumeAttachScenarioOldVersion-1176968433</nova:project>
Nov 27 14:41:33 user nova-compute[75432]:       </nova:owner>
Nov 27 14:41:33 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:41:33 user nova-compute[75432]:       <nova:ports>
Nov 27 14:41:33 user nova-compute[75432]:         <nova:port uuid="fcd7fa41-00ed-44fc-8d9d-6a23101e480e">
Nov 27 14:41:33 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 14:41:33 user nova-compute[75432]:         </nova:port>
Nov 27 14:41:33 user nova-compute[75432]:       </nova:ports>
Nov 27 14:41:33 user nova-compute[75432]:     </nova:instance>
Nov 27 14:41:33 user nova-compute[75432]:   </metadata>
Nov 27 14:41:33 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:41:33 user nova-compute[75432]:     <system>
Nov 27 14:41:33 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:41:33 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:41:33 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:41:33 user nova-compute[75432]:       <entry name="serial">e82eaf26-1fc5-45a6-a2d1-c6056fe6a262</entry>
Nov 27 14:41:33 user nova-compute[75432]:       <entry name="uuid">e82eaf26-1fc5-45a6-a2d1-c6056fe6a262</entry>
Nov 27 14:41:33 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:41:33 user nova-compute[75432]:     </system>
Nov 27 14:41:33 user nova-compute[75432]:   </sysinfo>
Nov 27 14:41:33 user nova-compute[75432]:   <os>
Nov 27 14:41:33 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:41:33 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:41:33 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:41:33 user nova-compute[75432]:   </os>
Nov 27 14:41:33 user nova-compute[75432]:   <features>
Nov 27 14:41:33 user nova-compute[75432]:     <acpi/>
Nov 27 14:41:33 user nova-compute[75432]:     <apic/>
Nov 27 14:41:33 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:41:33 user nova-compute[75432]:   </features>
Nov 27 14:41:33 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:41:33 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:41:33 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:41:33 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:41:33 user nova-compute[75432]:   </clock>
Nov 27 14:41:33 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:41:33 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:41:33 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:41:33 user nova-compute[75432]:   </cpu>
Nov 27 14:41:33 user nova-compute[75432]:   <devices>
Nov 27 14:41:33 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:41:33 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:41:33 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk"/>
Nov 27 14:41:33 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:41:33 user nova-compute[75432]:     </disk>
Nov 27 14:41:33 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:41:33 user nova-compute[75432]:       <mac address="fa:16:3e:d9:47:ee"/>
Nov 27 14:41:33 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:41:33 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:41:33 user nova-compute[75432]:       <target dev="tapfcd7fa41-00"/>
Nov 27 14:41:33 user nova-compute[75432]:     </interface>
Nov 27 14:41:33 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:41:33 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/console.log" append="off"/>
Nov 27 14:41:33 user nova-compute[75432]:     </serial>
Nov 27 14:41:33 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:41:33 user nova-compute[75432]:     <video>
Nov 27 14:41:33 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:41:33 user nova-compute[75432]:     </video>
Nov 27 14:41:33 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:41:33 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:41:33 user nova-compute[75432]:     </rng>
Nov 27 14:41:33 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:41:33 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:41:33 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:41:33 user nova-compute[75432]:     </memballoon>
Nov 27 14:41:33 user nova-compute[75432]:   </devices>
Nov 27 14:41:33 user nova-compute[75432]: </domain>
Nov 27 14:41:33 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:41:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-40166317',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-40166317',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-4016631',id=38,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNXe4cgnr56nURwxJO130VrjvvnGxD6uqg8M3WAGvHax/Za1xllU/mBuASgMyGwYKtFoA83wT6e3EpfKZWCj+CiQ7c1qu2T0LtD47bj79Fl8K4cK+VedVg679eFwX+kqwg==',key_name='tempest-keypair-1537227001',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4e40b80ff29249c8a340400155376b53',ramdisk_id='',reservation_id='r-0drfi88r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1176968433',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:41:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fedce27a7079447e9afb7c66c8644e6e',uuid=e82eaf26-1fc5-45a6-a2d1-c6056fe6a262,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "address": "fa:16:3e:d9:47:ee", "network": {"id": "49dc6e68-08bf-4982-bcb6-59bf4b5beb5b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1726440950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e40b80ff29249c8a340400155376b53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcd7fa41-00", "ovs_interfaceid": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Converting VIF {"id": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "address": "fa:16:3e:d9:47:ee", "network": {"id": "49dc6e68-08bf-4982-bcb6-59bf4b5beb5b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1726440950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e40b80ff29249c8a340400155376b53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcd7fa41-00", "ovs_interfaceid": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:47:ee,bridge_name='br-int',has_traffic_filtering=True,id=fcd7fa41-00ed-44fc-8d9d-6a23101e480e,network=Network(49dc6e68-08bf-4982-bcb6-59bf4b5beb5b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcd7fa41-00') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG os_vif [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:47:ee,bridge_name='br-int',has_traffic_filtering=True,id=fcd7fa41-00ed-44fc-8d9d-6a23101e480e,network=Network(49dc6e68-08bf-4982-bcb6-59bf4b5beb5b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcd7fa41-00') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8afdf4a0-5186-5dcc-9558-058bf89af9e4', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfcd7fa41-00, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfcd7fa41-00, col_values=(('qos', UUID('e32fb777-e312-4c6c-a1ef-61e73877fa54')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfcd7fa41-00, col_values=(('external_ids', {'iface-id': 'fcd7fa41-00ed-44fc-8d9d-6a23101e480e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d9:47:ee', 'vm-uuid': 'e82eaf26-1fc5-45a6-a2d1-c6056fe6a262'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: INFO os_vif [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:47:ee,bridge_name='br-int',has_traffic_filtering=True,id=fcd7fa41-00ed-44fc-8d9d-6a23101e480e,network=Network(49dc6e68-08bf-4982-bcb6-59bf4b5beb5b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcd7fa41-00')
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] No VIF found with MAC fa:16:3e:d9:47:ee, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.network.neutron [req-3bc5afb0-e0f1-48c1-b081-6aef4e3aabb2 req-6a48e444-68e3-453e-9d91-682efb866b87 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Updated VIF entry in instance network info cache for port fcd7fa41-00ed-44fc-8d9d-6a23101e480e. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG nova.network.neutron [req-3bc5afb0-e0f1-48c1-b081-6aef4e3aabb2 req-6a48e444-68e3-453e-9d91-682efb866b87 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Updating instance_info_cache with network_info: [{"id": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "address": "fa:16:3e:d9:47:ee", "network": {"id": "49dc6e68-08bf-4982-bcb6-59bf4b5beb5b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1726440950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e40b80ff29249c8a340400155376b53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcd7fa41-00", "ovs_interfaceid": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3bc5afb0-e0f1-48c1-b081-6aef4e3aabb2 req-6a48e444-68e3-453e-9d91-682efb866b87 service nova] Releasing lock "refresh_cache-e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Instance destroyed successfully.
Nov 27 14:41:34 user nova-compute[75432]: DEBUG nova.objects.instance [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lazy-loading 'resources' on Instance uuid 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:22:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-776168399',display_name='tempest-ServerActionsTestOtherA-server-776168399',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-776168399',id=4,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEb3yFSCzlwwt6QzaMVBZeFWQ4pyDbhoPfiorogaKCtvqqNgdwVP7nSE8qqs8XU2taFEqIiNmYnA7fzrM5XfhJ6GWiw15oQSGSGVuy6d6kta3WAj58j/oDp3gmNtu7HUFg==',key_name='tempest-keypair-1653586749',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:22:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c56e131aba2649ceb754fe2a12681a99',ramdisk_id='',reservation_id='r-5hnqa0y0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-314026822',owner_user_name='tempest-ServerActionsTestOtherA-314026822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:22:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='289f9f58cb40408e8ea5cb4d2b87974f',uuid=8b3a8f81-c75b-4934-bf35-26ed1c56b9dd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converting VIF {"id": "2f823974-ee6b-4bce-9128-9e4501d6c429", "address": "fa:16:3e:46:4a:f6", "network": {"id": "c13aa1b3-b920-48c8-8e60-0455fa7a4a7c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1481448949-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c56e131aba2649ceb754fe2a12681a99", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f823974-ee", "ovs_interfaceid": "2f823974-ee6b-4bce-9128-9e4501d6c429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:46:4a:f6,bridge_name='br-int',has_traffic_filtering=True,id=2f823974-ee6b-4bce-9128-9e4501d6c429,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f823974-ee') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG os_vif [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:4a:f6,bridge_name='br-int',has_traffic_filtering=True,id=2f823974-ee6b-4bce-9128-9e4501d6c429,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f823974-ee') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2f823974-ee, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4a740ed5-93df-4fff-bc90-d35c0bff63e5) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: INFO os_vif [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:4a:f6,bridge_name='br-int',has_traffic_filtering=True,id=2f823974-ee6b-4bce-9128-9e4501d6c429,network=Network(c13aa1b3-b920-48c8-8e60-0455fa7a4a7c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f823974-ee')
Nov 27 14:41:34 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Deleting instance files /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd_del
Nov 27 14:41:34 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Deletion of /opt/stack/data/nova/instances/8b3a8f81-c75b-4934-bf35-26ed1c56b9dd_del complete
Nov 27 14:41:34 user nova-compute[75432]: INFO nova.compute.manager [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Took 1.30 seconds to destroy the instance on the hypervisor.
Nov 27 14:41:34 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-5170a48e-082d-4fe5-8c37-179235ceb3a9 req-b1268fb6-722b-47b4-a1f5-678315f939b4 service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Received event network-vif-unplugged-2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5170a48e-082d-4fe5-8c37-179235ceb3a9 req-b1268fb6-722b-47b4-a1f5-678315f939b4 service nova] Acquiring lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5170a48e-082d-4fe5-8c37-179235ceb3a9 req-b1268fb6-722b-47b4-a1f5-678315f939b4 service nova] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5170a48e-082d-4fe5-8c37-179235ceb3a9 req-b1268fb6-722b-47b4-a1f5-678315f939b4 service nova] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-5170a48e-082d-4fe5-8c37-179235ceb3a9 req-b1268fb6-722b-47b4-a1f5-678315f939b4 service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] No waiting events found dispatching network-vif-unplugged-2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-5170a48e-082d-4fe5-8c37-179235ceb3a9 req-b1268fb6-722b-47b4-a1f5-678315f939b4 service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Received event network-vif-unplugged-2f823974-ee6b-4bce-9128-9e4501d6c429 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:41:34 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Took 0.52 seconds to deallocate network for instance.
Nov 27 14:41:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-8f47b9e7-ad59-4a11-88cc-9af561545889 req-f2fd1de9-ced2-4e07-b6af-74cc73ac0e81 service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Received event network-vif-deleted-2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:35 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:41:35 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:41:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.318s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:35 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Deleted allocations for instance 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd
Nov 27 14:41:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-992ef22b-f4cb-49a5-ab4f-69113ab20463 tempest-ServerActionsTestOtherA-314026822 tempest-ServerActionsTestOtherA-314026822-project-member] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.345s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-afcc443b-b3cd-403b-8a1e-8637da96dd58 req-a9b894ae-99d3-4409-8dc8-0c646883e3fe service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Received event network-vif-plugged-fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-afcc443b-b3cd-403b-8a1e-8637da96dd58 req-a9b894ae-99d3-4409-8dc8-0c646883e3fe service nova] Acquiring lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-afcc443b-b3cd-403b-8a1e-8637da96dd58 req-a9b894ae-99d3-4409-8dc8-0c646883e3fe service nova] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-afcc443b-b3cd-403b-8a1e-8637da96dd58 req-a9b894ae-99d3-4409-8dc8-0c646883e3fe service nova] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-afcc443b-b3cd-403b-8a1e-8637da96dd58 req-a9b894ae-99d3-4409-8dc8-0c646883e3fe service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] No waiting events found dispatching network-vif-plugged-fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:41:35 user nova-compute[75432]: WARNING nova.compute.manager [req-afcc443b-b3cd-403b-8a1e-8637da96dd58 req-a9b894ae-99d3-4409-8dc8-0c646883e3fe service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Received unexpected event network-vif-plugged-fcd7fa41-00ed-44fc-8d9d-6a23101e480e for instance with vm_state building and task_state spawning.
Nov 27 14:41:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:35 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:41:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-0d7284da-8b65-417f-b76e-c3254a5e2818 req-a313d051-ac23-45d5-bf72-c579f414ca37 service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Received event network-vif-plugged-2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0d7284da-8b65-417f-b76e-c3254a5e2818 req-a313d051-ac23-45d5-bf72-c579f414ca37 service nova] Acquiring lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0d7284da-8b65-417f-b76e-c3254a5e2818 req-a313d051-ac23-45d5-bf72-c579f414ca37 service nova] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0d7284da-8b65-417f-b76e-c3254a5e2818 req-a313d051-ac23-45d5-bf72-c579f414ca37 service nova] Lock "8b3a8f81-c75b-4934-bf35-26ed1c56b9dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-0d7284da-8b65-417f-b76e-c3254a5e2818 req-a313d051-ac23-45d5-bf72-c579f414ca37 service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] No waiting events found dispatching network-vif-plugged-2f823974-ee6b-4bce-9128-9e4501d6c429 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:41:36 user nova-compute[75432]: WARNING nova.compute.manager [req-0d7284da-8b65-417f-b76e-c3254a5e2818 req-a313d051-ac23-45d5-bf72-c579f414ca37 service nova] [instance: 8b3a8f81-c75b-4934-bf35-26ed1c56b9dd] Received unexpected event network-vif-plugged-2f823974-ee6b-4bce-9128-9e4501d6c429 for instance with vm_state deleted and task_state None.
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:41:37 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Instance spawned successfully.
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-5420799a-9b53-40ab-96fa-f50eed4fbc07 req-acb68331-0e9d-4e4b-9397-df066e754a8e service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Received event network-vif-plugged-fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5420799a-9b53-40ab-96fa-f50eed4fbc07 req-acb68331-0e9d-4e4b-9397-df066e754a8e service nova] Acquiring lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5420799a-9b53-40ab-96fa-f50eed4fbc07 req-acb68331-0e9d-4e4b-9397-df066e754a8e service nova] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5420799a-9b53-40ab-96fa-f50eed4fbc07 req-acb68331-0e9d-4e4b-9397-df066e754a8e service nova] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-5420799a-9b53-40ab-96fa-f50eed4fbc07 req-acb68331-0e9d-4e4b-9397-df066e754a8e service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] No waiting events found dispatching network-vif-plugged-fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:41:37 user nova-compute[75432]: WARNING nova.compute.manager [req-5420799a-9b53-40ab-96fa-f50eed4fbc07 req-acb68331-0e9d-4e4b-9397-df066e754a8e service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Received unexpected event network-vif-plugged-fcd7fa41-00ed-44fc-8d9d-6a23101e480e for instance with vm_state building and task_state spawning.
Nov 27 14:41:37 user nova-compute[75432]: INFO nova.compute.manager [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Took 6.01 seconds to spawn the instance on the hypervisor.
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:41:37 user nova-compute[75432]: INFO nova.compute.manager [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Took 6.81 seconds to build instance.
Nov 27 14:41:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4048eb2a-a2f7-4229-829f-11e8c877e0be tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.910s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:41:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:41:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:41:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:41:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:41:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8235MB free_disk=25.002456665039062GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c075a895-0192-4831-b291-cbe48cd58854 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance cc7c4123-1120-4607-9835-184533649e6e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:41:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.462s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:41:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:41:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:41:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-c075a895-0192-4831-b291-cbe48cd58854" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:41:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-c075a895-0192-4831-b291-cbe48cd58854" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:41:41 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: c075a895-0192-4831-b291-cbe48cd58854] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:41:42 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: c075a895-0192-4831-b291-cbe48cd58854] Updating instance_info_cache with network_info: [{"id": "99820c44-abfe-4e94-bb09-052df78a766d", "address": "fa:16:3e:15:d3:cd", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99820c44-ab", "ovs_interfaceid": "99820c44-abfe-4e94-bb09-052df78a766d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:41:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-c075a895-0192-4831-b291-cbe48cd58854" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:41:42 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: c075a895-0192-4831-b291-cbe48cd58854] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:41:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:41:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:41:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:41:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:41:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:41:42 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:41:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:41:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:41:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:41:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:41:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:41:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "827f016a-55d0-460f-82e1-9b22455df53f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:08 user nova-compute[75432]: INFO nova.compute.manager [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Unshelving
Nov 27 14:42:08 user nova-compute[75432]: INFO nova.virt.block_device [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Booting with volume 741d5de3-c16d-45da-85e7-7bedf5fdc670 at /dev/vda
Nov 27 14:42:08 user nova-compute[75432]: DEBUG os_brick.utils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[56daa7db-84a8-4e27-ba21-bfd2f79ff9f6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1aa4139-a7b3-448a-9976-c075c66eeb61]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[28490536-a067-491e-959b-c5664c2df126]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cd4bec7-1228-4e1a-88af-e823ff680eb3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:42:08 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:42:08 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fb6942c-db8e-4cee-818d-02a64a99368a]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG os_brick.utils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:42:08 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updating existing volume attachment record: 18df2750-946b-415b-8204-9614e32a2a8a {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:42:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:16 user nova-compute[75432]: DEBUG nova.objects.instance [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lazy-loading 'pci_requests' on Instance uuid 827f016a-55d0-460f-82e1-9b22455df53f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:42:16 user nova-compute[75432]: DEBUG nova.objects.instance [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lazy-loading 'numa_topology' on Instance uuid 827f016a-55d0-460f-82e1-9b22455df53f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:42:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:42:16 user nova-compute[75432]: INFO nova.compute.claims [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Claim successful on node user
Nov 27 14:42:16 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:42:16 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:42:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.385s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:17 user nova-compute[75432]: INFO nova.network.neutron [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updating port e9219fe6-39e9-4af7-ab06-46511be518fc with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 27 14:42:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:42:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquired lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:42:18 user nova-compute[75432]: DEBUG nova.network.neutron [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:42:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-b8008ea9-b02a-4874-96fb-f529d684cb99 req-4df6eca2-d36d-4014-a7d9-9bec6cd28941 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-changed-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:42:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-b8008ea9-b02a-4874-96fb-f529d684cb99 req-4df6eca2-d36d-4014-a7d9-9bec6cd28941 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Refreshing instance network info cache due to event network-changed-e9219fe6-39e9-4af7-ab06-46511be518fc. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:42:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b8008ea9-b02a-4874-96fb-f529d684cb99 req-4df6eca2-d36d-4014-a7d9-9bec6cd28941 service nova] Acquiring lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:42:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.network.neutron [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updating instance_info_cache with network_info: [{"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Releasing lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:42:19 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Creating image(s)
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Ensure instance console log exists: /opt/stack/data/nova/instances/827f016a-55d0-460f-82e1-9b22455df53f/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Start _get_guest_xml network_info=[{"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '18df2750-946b-415b-8204-9614e32a2a8a', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RLNXOTPY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '827f016a-55d0-460f-82e1-9b22455df53f', 'attached_at': '', 'detached_at': '', 'volume_id': '741d5de3-c16d-45da-85e7-7bedf5fdc670', 'serial': '741d5de3-c16d-45da-85e7-7bedf5fdc670'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b8008ea9-b02a-4874-96fb-f529d684cb99 req-4df6eca2-d36d-4014-a7d9-9bec6cd28941 service nova] Acquired lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.network.neutron [req-b8008ea9-b02a-4874-96fb-f529d684cb99 req-4df6eca2-d36d-4014-a7d9-9bec6cd28941 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Refreshing network info cache for port e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:42:19 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:42:19 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:42:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.objects.instance [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lazy-loading 'vcpu_model' on Instance uuid 827f016a-55d0-460f-82e1-9b22455df53f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.objects.base [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Object Instance<827f016a-55d0-460f-82e1-9b22455df53f> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RLNXOTPY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:42:19 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:42:19 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:42:19 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b03c80d7-21d9-49f3-8821-3067f3446970]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:42:19 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[af0fcdbf-c172-41e5-87fd-d7ca0e6e525b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670] added
Nov 27 14:42:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[46b3db0d-022d-4552-b022-88fc47910c08]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a6827dc-b475-4308-98cd-f8bb1c625221]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RLNXOTPY {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RLNXOTPY" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[da16d9b6-6ec1-4366-a99d-0fab87513d64]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RLNXOTPY'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bb92d7b-66ab-4f2c-8c1a-f31efa9c5d7c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f04891f-a0c2-4ef9-a3c7-6a90412548c1]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7301abbb-16bf-4e60-bb26-18b736677b71 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:42:19 user nova-compute[75432]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7301abbb-16bf-4e60-bb26-18b736677b71 (non-flash)
Nov 27 14:42:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:42:19 user nova-compute[75432]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7301abbb-16bf-4e60-bb26-18b736677b71 (non-flash)
Nov 27 14:42:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e125b32-8762-42da-a975-96944dfa691d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260]
Nov 27 14:42:19 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260] successful.
Nov 27 14:42:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[da5cee01-c958-44dc-9c1a-451732564209]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[318f60ad-eba7-4366-b112-a78561863ebb]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7301abbb-16bf-4e60-bb26-18b736677b71 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:42:19 user nova-compute[75432]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7301abbb-16bf-4e60-bb26-18b736677b71 (non-flash)
Nov 27 14:42:19 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:42:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:42:19 user nova-compute[75432]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7301abbb-16bf-4e60-bb26-18b736677b71 (non-flash)
Nov 27 14:42:19 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:42:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.301s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] HCTL ('34', '-', '-', 0) found on session 43 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[33272991-1236-4da5-b6c6-95199abd1021]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Searching for a device in session 43 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RLNXOTPY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.network.neutron [req-b8008ea9-b02a-4874-96fb-f529d684cb99 req-4df6eca2-d36d-4014-a7d9-9bec6cd28941 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updated VIF entry in instance network info cache for port e9219fe6-39e9-4af7-ab06-46511be518fc. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG nova.network.neutron [req-b8008ea9-b02a-4874-96fb-f529d684cb99 req-4df6eca2-d36d-4014-a7d9-9bec6cd28941 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updating instance_info_cache with network_info: [{"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:42:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b8008ea9-b02a-4874-96fb-f529d684cb99 req-4df6eca2-d36d-4014-a7d9-9bec6cd28941 service nova] Releasing lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '23063643731663261', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23063643731663261', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1668509168',display_name='tempest-TestShelveInstance-server-1668509168',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1668509168',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1996715118',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:38:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b05a8810b8454d77bc2d6dadce3ad380',ramdisk_id='',reservation_id='r-pokggq42',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-667510104',owner_user_name='tempest-TestShelveInstance-667510104-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:42:08Z,user_data=None,user_id='eb4598d103b64ecb99ea65eb235ef969',uuid=827f016a-55d0-460f-82e1-9b22455df53f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Converting VIF {"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.objects.instance [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lazy-loading 'pci_devices' on Instance uuid 827f016a-55d0-460f-82e1-9b22455df53f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.objects.base [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Object Instance<827f016a-55d0-460f-82e1-9b22455df53f> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:42:20 user nova-compute[75432]:   <uuid>827f016a-55d0-460f-82e1-9b22455df53f</uuid>
Nov 27 14:42:20 user nova-compute[75432]:   <name>instance-00000023</name>
Nov 27 14:42:20 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:42:20 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:42:20 user nova-compute[75432]:   <metadata>
Nov 27 14:42:20 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:42:20 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:42:20 user nova-compute[75432]:       <nova:name>tempest-TestShelveInstance-server-1668509168</nova:name>
Nov 27 14:42:20 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:42:19</nova:creationTime>
Nov 27 14:42:20 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:42:20 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:42:20 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:42:20 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:42:20 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:42:20 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:42:20 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:42:20 user nova-compute[75432]:       <nova:owner>
Nov 27 14:42:20 user nova-compute[75432]:         <nova:user uuid="eb4598d103b64ecb99ea65eb235ef969">tempest-TestShelveInstance-667510104-project-member</nova:user>
Nov 27 14:42:20 user nova-compute[75432]:         <nova:project uuid="b05a8810b8454d77bc2d6dadce3ad380">tempest-TestShelveInstance-667510104</nova:project>
Nov 27 14:42:20 user nova-compute[75432]:       </nova:owner>
Nov 27 14:42:20 user nova-compute[75432]:       <nova:ports>
Nov 27 14:42:20 user nova-compute[75432]:         <nova:port uuid="e9219fe6-39e9-4af7-ab06-46511be518fc">
Nov 27 14:42:20 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 14:42:20 user nova-compute[75432]:         </nova:port>
Nov 27 14:42:20 user nova-compute[75432]:       </nova:ports>
Nov 27 14:42:20 user nova-compute[75432]:     </nova:instance>
Nov 27 14:42:20 user nova-compute[75432]:   </metadata>
Nov 27 14:42:20 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:42:20 user nova-compute[75432]:     <system>
Nov 27 14:42:20 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:42:20 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:42:20 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:42:20 user nova-compute[75432]:       <entry name="serial">827f016a-55d0-460f-82e1-9b22455df53f</entry>
Nov 27 14:42:20 user nova-compute[75432]:       <entry name="uuid">827f016a-55d0-460f-82e1-9b22455df53f</entry>
Nov 27 14:42:20 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:42:20 user nova-compute[75432]:     </system>
Nov 27 14:42:20 user nova-compute[75432]:   </sysinfo>
Nov 27 14:42:20 user nova-compute[75432]:   <os>
Nov 27 14:42:20 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:42:20 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:42:20 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:42:20 user nova-compute[75432]:   </os>
Nov 27 14:42:20 user nova-compute[75432]:   <features>
Nov 27 14:42:20 user nova-compute[75432]:     <acpi/>
Nov 27 14:42:20 user nova-compute[75432]:     <apic/>
Nov 27 14:42:20 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:42:20 user nova-compute[75432]:   </features>
Nov 27 14:42:20 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:42:20 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:42:20 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:42:20 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:42:20 user nova-compute[75432]:   </clock>
Nov 27 14:42:20 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:42:20 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:42:20 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:42:20 user nova-compute[75432]:   </cpu>
Nov 27 14:42:20 user nova-compute[75432]:   <devices>
Nov 27 14:42:20 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:42:20 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:42:20 user nova-compute[75432]:       <source dev="/dev/sdc"/>
Nov 27 14:42:20 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:42:20 user nova-compute[75432]:       <serial>741d5de3-c16d-45da-85e7-7bedf5fdc670</serial>
Nov 27 14:42:20 user nova-compute[75432]:     </disk>
Nov 27 14:42:20 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:42:20 user nova-compute[75432]:       <mac address="fa:16:3e:bd:f2:fd"/>
Nov 27 14:42:20 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:42:20 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:42:20 user nova-compute[75432]:       <target dev="tape9219fe6-39"/>
Nov 27 14:42:20 user nova-compute[75432]:     </interface>
Nov 27 14:42:20 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:42:20 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/827f016a-55d0-460f-82e1-9b22455df53f/console.log" append="off"/>
Nov 27 14:42:20 user nova-compute[75432]:     </serial>
Nov 27 14:42:20 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:42:20 user nova-compute[75432]:     <video>
Nov 27 14:42:20 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:42:20 user nova-compute[75432]:     </video>
Nov 27 14:42:20 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:42:20 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:42:20 user nova-compute[75432]:     </rng>
Nov 27 14:42:20 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:42:20 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:42:20 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:42:20 user nova-compute[75432]:     </memballoon>
Nov 27 14:42:20 user nova-compute[75432]:   </devices>
Nov 27 14:42:20 user nova-compute[75432]: </domain>
Nov 27 14:42:20 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1668509168',display_name='tempest-TestShelveInstance-server-1668509168',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1668509168',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1996715118',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:38:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b05a8810b8454d77bc2d6dadce3ad380',ramdisk_id='',reservation_id='r-pokggq42',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-667510104',owner_user_name='tempest-TestShelveInstance-667510104-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:42:08Z,user_data=None,user_id='eb4598d103b64ecb99ea65eb235ef969',uuid=827f016a-55d0-460f-82e1-9b22455df53f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Converting VIF {"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG os_vif [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '62786556-540d-5edb-b1f1-5362dfacad98', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape9219fe6-39, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape9219fe6-39, col_values=(('qos', UUID('361bc177-5412-41c2-aeb8-ca55bbc3846a')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape9219fe6-39, col_values=(('external_ids', {'iface-id': 'e9219fe6-39e9-4af7-ab06-46511be518fc', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:f2:fd', 'vm-uuid': '827f016a-55d0-460f-82e1-9b22455df53f'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:20 user nova-compute[75432]: INFO os_vif [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39')
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] No VIF found with MAC fa:16:3e:bd:f2:fd, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.compute.manager [req-8650bdd9-4023-4dff-a8c8-4fe1e348637f req-bb0a49b1-cbba-4c66-bab3-b7efaa93ea6b service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Received event network-changed-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.compute.manager [req-8650bdd9-4023-4dff-a8c8-4fe1e348637f req-bb0a49b1-cbba-4c66-bab3-b7efaa93ea6b service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Refreshing instance network info cache due to event network-changed-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8650bdd9-4023-4dff-a8c8-4fe1e348637f req-bb0a49b1-cbba-4c66-bab3-b7efaa93ea6b service nova] Acquiring lock "refresh_cache-cc7c4123-1120-4607-9835-184533649e6e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8650bdd9-4023-4dff-a8c8-4fe1e348637f req-bb0a49b1-cbba-4c66-bab3-b7efaa93ea6b service nova] Acquired lock "refresh_cache-cc7c4123-1120-4607-9835-184533649e6e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:42:20 user nova-compute[75432]: DEBUG nova.network.neutron [req-8650bdd9-4023-4dff-a8c8-4fe1e348637f req-bb0a49b1-cbba-4c66-bab3-b7efaa93ea6b service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Refreshing network info cache for port 86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:42:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-8650bdd9-4023-4dff-a8c8-4fe1e348637f req-bb0a49b1-cbba-4c66-bab3-b7efaa93ea6b service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Updated VIF entry in instance network info cache for port 86ca2cb7-f79a-4f01-a7dd-7ea543e697ca. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:42:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-8650bdd9-4023-4dff-a8c8-4fe1e348637f req-bb0a49b1-cbba-4c66-bab3-b7efaa93ea6b service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Updating instance_info_cache with network_info: [{"id": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "address": "fa:16:3e:6d:f3:5b", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86ca2cb7-f7", "ovs_interfaceid": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:42:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8650bdd9-4023-4dff-a8c8-4fe1e348637f req-bb0a49b1-cbba-4c66-bab3-b7efaa93ea6b service nova] Releasing lock "refresh_cache-cc7c4123-1120-4607-9835-184533649e6e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:42:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "cc7c4123-1120-4607-9835-184533649e6e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "cc7c4123-1120-4607-9835-184533649e6e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG nova.objects.instance [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'flavor' on Instance uuid cc7c4123-1120-4607-9835-184533649e6e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "cc7c4123-1120-4607-9835-184533649e6e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "cc7c4123-1120-4607-9835-184533649e6e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "cc7c4123-1120-4607-9835-184533649e6e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:23 user nova-compute[75432]: INFO nova.compute.manager [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Attaching volume 98cf0b30-7536-4a94-9771-f3f57e646cac to /dev/vdb
Nov 27 14:42:23 user nova-compute[75432]: DEBUG os_brick.utils [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5beaabfa-2c79-489e-9d1d-d9d96b5dba9f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d111bf31-1e93-4796-aa9a-3d5723dc30a9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:23 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbe86e28-fefe-4700-8dab-fb4135b1abc5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0335e53b-c302-46b4-8e5e-1623cddfc2a3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:42:24 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:42:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e30f0a6-a30c-4fd5-9722-0adeacd763af]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG os_brick.utils [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Updating existing volume attachment record: 5e4ccd4a-45c9-4649-a76c-91bda6f8fd98 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG nova.compute.manager [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:42:24 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Instance spawned successfully.
Nov 27 14:42:24 user nova-compute[75432]: DEBUG nova.compute.manager [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-66639842-e4e3-4304-913d-9cf4f018d4fe tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "827f016a-55d0-460f-82e1-9b22455df53f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 15.828s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-9b6629cc-5e84-4f24-abc6-a85618ff4c91 req-35d1fe43-502e-4701-bcd9-ff7524ceecd1 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9b6629cc-5e84-4f24-abc6-a85618ff4c91 req-35d1fe43-502e-4701-bcd9-ff7524ceecd1 service nova] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9b6629cc-5e84-4f24-abc6-a85618ff4c91 req-35d1fe43-502e-4701-bcd9-ff7524ceecd1 service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9b6629cc-5e84-4f24-abc6-a85618ff4c91 req-35d1fe43-502e-4701-bcd9-ff7524ceecd1 service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-9b6629cc-5e84-4f24-abc6-a85618ff4c91 req-35d1fe43-502e-4701-bcd9-ff7524ceecd1 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] No waiting events found dispatching network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:42:24 user nova-compute[75432]: WARNING nova.compute.manager [req-9b6629cc-5e84-4f24-abc6-a85618ff4c91 req-35d1fe43-502e-4701-bcd9-ff7524ceecd1 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received unexpected event network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc for instance with vm_state active and task_state None.
Nov 27 14:42:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-a190d8c7-6375-40c0-a16c-bfd5d9ac3e04 req-03bb40f1-1955-476c-9d5f-3bec30afc0b0 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:42:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a190d8c7-6375-40c0-a16c-bfd5d9ac3e04 req-03bb40f1-1955-476c-9d5f-3bec30afc0b0 service nova] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a190d8c7-6375-40c0-a16c-bfd5d9ac3e04 req-03bb40f1-1955-476c-9d5f-3bec30afc0b0 service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a190d8c7-6375-40c0-a16c-bfd5d9ac3e04 req-03bb40f1-1955-476c-9d5f-3bec30afc0b0 service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:26 user nova-compute[75432]: DEBUG nova.compute.manager [req-a190d8c7-6375-40c0-a16c-bfd5d9ac3e04 req-03bb40f1-1955-476c-9d5f-3bec30afc0b0 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] No waiting events found dispatching network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:42:26 user nova-compute[75432]: WARNING nova.compute.manager [req-a190d8c7-6375-40c0-a16c-bfd5d9ac3e04 req-03bb40f1-1955-476c-9d5f-3bec30afc0b0 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received unexpected event network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc for instance with vm_state active and task_state None.
Nov 27 14:42:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dJHlXPzp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:42:36 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:42:36 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:42:36 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[01a0ce29-1050-4fff-9c22-429636e25bc9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:42:36 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a40d124-bce1-4aae-bbfe-8c95a786cb65]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac] added
Nov 27 14:42:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[15340c91-dd81-41ae-80e0-b29c5f99184d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1631198-8ac4-4fc9-b5e5-5e3a5bf6114b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dJHlXPzp {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dJHlXPzp" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[73c75580-5163-40a3-a0f6-67245a2712c4]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dJHlXPzp'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bdefe80-96b9-4114-8e6a-e6a293ae1146]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecc7c562-f3b1-43da-989a-655326364606]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:42:36 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:42:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:42:36 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:42:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a26de9e8-094b-48b9-96d1-4a1c31e7f8e5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac, portal: 172.16.0.220,3260]
Nov 27 14:42:36 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac, portal: 172.16.0.220,3260] successful.
Nov 27 14:42:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a3a5ed5-9074-48ee-ae74-a7a190c352c2]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3dd0aea-1e4e-449b-8246-7f90c3a74c70]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:42:36 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:42:36 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:42:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:42:36 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:42:36 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:42:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] HCTL ('33', '-', '-', 0) found on session 44 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[37c475b5-fbf5-469b-9409-e696fa21de9c]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:42:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dJHlXPzp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "d729be82-5d99-446e-bbd3-ae2046b0c086" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '26564613736633234', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26564613736633234', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG nova.objects.instance [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'flavor' on Instance uuid cc7c4123-1120-4607-9835-184533649e6e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:42:37 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:42:37 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:42:37 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:42:37 user nova-compute[75432]:   <serial>98cf0b30-7536-4a94-9771-f3f57e646cac</serial>
Nov 27 14:42:37 user nova-compute[75432]: </disk>
Nov 27 14:42:37 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:42:37 user nova-compute[75432]: INFO nova.compute.claims [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Claim successful on node user
Nov 27 14:42:37 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:42:37 user nova-compute[75432]: INFO nova.compute.manager [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] instance snapshotting
Nov 27 14:42:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:42:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No VIF found with MAC fa:16:3e:6d:f3:5b, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:42:38 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Beginning live snapshot process
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.535s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f0fff1d0-0bf1-4568-b9d3-99562c91c41c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "cc7c4123-1120-4607-9835-184533649e6e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 14.272s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:42:38 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:42:38 user nova-compute[75432]: DEBUG nova.compute.manager [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json -f qcow2 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:38 user nova-compute[75432]: INFO nova.virt.block_device [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Booting with volume snapshot 449012df-c454-424b-a270-7b09fe647e64 at /dev/vda
Nov 27 14:42:38 user nova-compute[75432]: DEBUG nova.policy [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1104b5bff1dc4fb8a64ddc97c75ffd17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae333e5342e476c82ac33016160e51a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json -f qcow2" returned: 0 in 0.205s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json -f qcow2 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json -f qcow2" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.255s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpvyv91sfd/9724306b4fb642b596851e04eabdc92a.delta 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpvyv91sfd/9724306b4fb642b596851e04eabdc92a.delta 1073741824" returned: 0 in 0.073s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:39 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 27 14:42:39 user nova-compute[75432]: DEBUG nova.network.neutron [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Successfully created port: 3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:42:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:42:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:42:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.348s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:39 user nova-compute[75432]: DEBUG nova.network.neutron [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Successfully updated port: 3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "refresh_cache-d729be82-5d99-446e-bbd3-ae2046b0c086" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquired lock "refresh_cache-d729be82-5d99-446e-bbd3-ae2046b0c086" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-a2c1d4c1-3c9b-45fc-8732-aeb40cac8bf2 req-e1adc207-f5f1-4f95-a735-581be694ca77 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Received event network-changed-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-a2c1d4c1-3c9b-45fc-8732-aeb40cac8bf2 req-e1adc207-f5f1-4f95-a735-581be694ca77 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Refreshing instance network info cache due to event network-changed-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a2c1d4c1-3c9b-45fc-8732-aeb40cac8bf2 req-e1adc207-f5f1-4f95-a735-581be694ca77 service nova] Acquiring lock "refresh_cache-d729be82-5d99-446e-bbd3-ae2046b0c086" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] COPY block job progress, current cursor: 458752 final cursor: 75497472 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Updating instance_info_cache with network_info: [{"id": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "address": "fa:16:3e:c0:a5:2f", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ad9dd19-b2", "ovs_interfaceid": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] COPY block job progress, current cursor: 75235328 final cursor: 75497472 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Releasing lock "refresh_cache-d729be82-5d99-446e-bbd3-ae2046b0c086" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Instance network_info: |[{"id": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "address": "fa:16:3e:c0:a5:2f", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ad9dd19-b2", "ovs_interfaceid": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a2c1d4c1-3c9b-45fc-8732-aeb40cac8bf2 req-e1adc207-f5f1-4f95-a735-581be694ca77 service nova] Acquired lock "refresh_cache-d729be82-5d99-446e-bbd3-ae2046b0c086" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG nova.network.neutron [req-a2c1d4c1-3c9b-45fc-8732-aeb40cac8bf2 req-e1adc207-f5f1-4f95-a735-581be694ca77 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Refreshing network info cache for port 3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:41 user nova-compute[75432]: DEBUG nova.network.neutron [req-a2c1d4c1-3c9b-45fc-8732-aeb40cac8bf2 req-e1adc207-f5f1-4f95-a735-581be694ca77 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Updated VIF entry in instance network info cache for port 3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:42:41 user nova-compute[75432]: DEBUG nova.network.neutron [req-a2c1d4c1-3c9b-45fc-8732-aeb40cac8bf2 req-e1adc207-f5f1-4f95-a735-581be694ca77 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Updating instance_info_cache with network_info: [{"id": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "address": "fa:16:3e:c0:a5:2f", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ad9dd19-b2", "ovs_interfaceid": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:42:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:42:41 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 27 14:42:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a2c1d4c1-3c9b-45fc-8732-aeb40cac8bf2 req-e1adc207-f5f1-4f95-a735-581be694ca77 service nova] Releasing lock "refresh_cache-d729be82-5d99-446e-bbd3-ae2046b0c086" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:42:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:41 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:42:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpvyv91sfd/9724306b4fb642b596851e04eabdc92a.delta /opt/stack/data/nova/instances/snapshots/tmpvyv91sfd/9724306b4fb642b596851e04eabdc92a {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpvyv91sfd/9724306b4fb642b596851e04eabdc92a.delta /opt/stack/data/nova/instances/snapshots/tmpvyv91sfd/9724306b4fb642b596851e04eabdc92a" returned: 0 in 0.901s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:42 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Snapshot extracted, beginning image upload
Nov 27 14:42:42 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:42:42 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8048MB free_disk=24.960853576660156GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c075a895-0192-4831-b291-cbe48cd58854 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance cc7c4123-1120-4607-9835-184533649e6e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 827f016a-55d0-460f-82e1-9b22455df53f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance d729be82-5d99-446e-bbd3-ae2046b0c086 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:42:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.457s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:42:43 user nova-compute[75432]: INFO nova.compute.claims [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Claim successful on node user
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.398s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.network.neutron [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:42:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.policy [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '435cba2d80694362adb7d0048c08ea00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f67f437cfb3f43e897c0d57d58b7be95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:42:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Creating image(s)
Nov 27 14:42:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "/opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "/opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "/opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.212s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG os_brick.utils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7525ecad-fc56-4d2a-bbff-58b5e2fa682d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7163e661-0d2f-4e4c-9309-69a623f77b24]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7953f4d-f77a-4bba-a13e-572696ac693e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b195c63-f1e6-40c1-9589-09e679d9ef6d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:42:44 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c60fd7f-182e-47f4-b4f1-d476448ec9dd]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG os_brick.utils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== get_connector_properties: return (172ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Updating existing volume attachment record: 0a4c23cd-b823-4a59-a7bf-4484dd9d98f6 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk 1073741824" returned: 0 in 0.062s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.267s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Cannot resize image /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Ensure instance console log exists: /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:45 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updating instance_info_cache with network_info: [{"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:42:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:42:45 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:42:45 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:42:45 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:42:45 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:42:45 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:42:45 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:42:45 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:42:45 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Snapshot image upload complete
Nov 27 14:42:45 user nova-compute[75432]: INFO nova.compute.manager [None req-0608b3a9-d2d9-44ff-936a-b5b8cb99583a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Took 7.45 seconds to snapshot the instance on the hypervisor.
Nov 27 14:42:45 user nova-compute[75432]: DEBUG nova.network.neutron [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Successfully created port: b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:42:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:45 user nova-compute[75432]: DEBUG nova.network.neutron [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Successfully updated port: b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:42:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "refresh_cache-4f8fca42-3710-49ad-a4c3-7d2dc3265730" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquired lock "refresh_cache-4f8fca42-3710-49ad-a4c3-7d2dc3265730" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.network.neutron [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.compute.manager [req-0f172382-72a4-43b3-9691-5a15ce830c6d req-12b278bf-847e-4cc5-b3b3-2a3e08d9bcf4 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Received event network-changed-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.compute.manager [req-0f172382-72a4-43b3-9691-5a15ce830c6d req-12b278bf-847e-4cc5-b3b3-2a3e08d9bcf4 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Refreshing instance network info cache due to event network-changed-b31ca79a-6851-452a-9a75-b8cc99ed6fd0. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0f172382-72a4-43b3-9691-5a15ce830c6d req-12b278bf-847e-4cc5-b3b3-2a3e08d9bcf4 service nova] Acquiring lock "refresh_cache-4f8fca42-3710-49ad-a4c3-7d2dc3265730" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.network.neutron [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.network.neutron [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Updating instance_info_cache with network_info: [{"id": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "address": "fa:16:3e:0e:68:e7", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb31ca79a-68", "ovs_interfaceid": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Releasing lock "refresh_cache-4f8fca42-3710-49ad-a4c3-7d2dc3265730" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.compute.manager [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Instance network_info: |[{"id": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "address": "fa:16:3e:0e:68:e7", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb31ca79a-68", "ovs_interfaceid": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0f172382-72a4-43b3-9691-5a15ce830c6d req-12b278bf-847e-4cc5-b3b3-2a3e08d9bcf4 service nova] Acquired lock "refresh_cache-4f8fca42-3710-49ad-a4c3-7d2dc3265730" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.network.neutron [req-0f172382-72a4-43b3-9691-5a15ce830c6d req-12b278bf-847e-4cc5-b3b3-2a3e08d9bcf4 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Refreshing network info cache for port b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Start _get_guest_xml network_info=[{"id": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "address": "fa:16:3e:0e:68:e7", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb31ca79a-68", "ovs_interfaceid": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:42:46 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:42:46 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:42:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-958105120',display_name='tempest-AttachVolumeNegativeTest-server-958105120',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-958105120',id=40,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCwyYF4+FMaXmn3MP5P/EcmNoj02+5M81GWhHJ3jW4i+lQs48TyUPeXfCgKRWW2ymicrJVIrDu2xukuHMQXMIGH5OTOJTbbtb2g0RyPEvkKPgKsdCtdl4WxttKfMG92fMA==',key_name='tempest-keypair-529729121',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f67f437cfb3f43e897c0d57d58b7be95',ramdisk_id='',reservation_id='r-8ntjdrpx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-979328772',owner_user_name='tempest-AttachVolumeNegativeTest-979328772-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:42:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='435cba2d80694362adb7d0048c08ea00',uuid=4f8fca42-3710-49ad-a4c3-7d2dc3265730,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "address": "fa:16:3e:0e:68:e7", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb31ca79a-68", "ovs_interfaceid": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converting VIF {"id": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "address": "fa:16:3e:0e:68:e7", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb31ca79a-68", "ovs_interfaceid": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:68:e7,bridge_name='br-int',has_traffic_filtering=True,id=b31ca79a-6851-452a-9a75-b8cc99ed6fd0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb31ca79a-68') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.objects.instance [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'pci_devices' on Instance uuid 4f8fca42-3710-49ad-a4c3-7d2dc3265730 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:42:46 user nova-compute[75432]:   <uuid>4f8fca42-3710-49ad-a4c3-7d2dc3265730</uuid>
Nov 27 14:42:46 user nova-compute[75432]:   <name>instance-00000028</name>
Nov 27 14:42:46 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:42:46 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:42:46 user nova-compute[75432]:   <metadata>
Nov 27 14:42:46 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:42:46 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:42:46 user nova-compute[75432]:       <nova:name>tempest-AttachVolumeNegativeTest-server-958105120</nova:name>
Nov 27 14:42:46 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:42:46</nova:creationTime>
Nov 27 14:42:46 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:42:46 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:42:46 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:42:46 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:42:46 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:42:46 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:42:46 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:42:46 user nova-compute[75432]:       <nova:owner>
Nov 27 14:42:46 user nova-compute[75432]:         <nova:user uuid="435cba2d80694362adb7d0048c08ea00">tempest-AttachVolumeNegativeTest-979328772-project-member</nova:user>
Nov 27 14:42:46 user nova-compute[75432]:         <nova:project uuid="f67f437cfb3f43e897c0d57d58b7be95">tempest-AttachVolumeNegativeTest-979328772</nova:project>
Nov 27 14:42:46 user nova-compute[75432]:       </nova:owner>
Nov 27 14:42:46 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:42:46 user nova-compute[75432]:       <nova:ports>
Nov 27 14:42:46 user nova-compute[75432]:         <nova:port uuid="b31ca79a-6851-452a-9a75-b8cc99ed6fd0">
Nov 27 14:42:46 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 14:42:46 user nova-compute[75432]:         </nova:port>
Nov 27 14:42:46 user nova-compute[75432]:       </nova:ports>
Nov 27 14:42:46 user nova-compute[75432]:     </nova:instance>
Nov 27 14:42:46 user nova-compute[75432]:   </metadata>
Nov 27 14:42:46 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:42:46 user nova-compute[75432]:     <system>
Nov 27 14:42:46 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:42:46 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:42:46 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:42:46 user nova-compute[75432]:       <entry name="serial">4f8fca42-3710-49ad-a4c3-7d2dc3265730</entry>
Nov 27 14:42:46 user nova-compute[75432]:       <entry name="uuid">4f8fca42-3710-49ad-a4c3-7d2dc3265730</entry>
Nov 27 14:42:46 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:42:46 user nova-compute[75432]:     </system>
Nov 27 14:42:46 user nova-compute[75432]:   </sysinfo>
Nov 27 14:42:46 user nova-compute[75432]:   <os>
Nov 27 14:42:46 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:42:46 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:42:46 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:42:46 user nova-compute[75432]:   </os>
Nov 27 14:42:46 user nova-compute[75432]:   <features>
Nov 27 14:42:46 user nova-compute[75432]:     <acpi/>
Nov 27 14:42:46 user nova-compute[75432]:     <apic/>
Nov 27 14:42:46 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:42:46 user nova-compute[75432]:   </features>
Nov 27 14:42:46 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:42:46 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:42:46 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:42:46 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:42:46 user nova-compute[75432]:   </clock>
Nov 27 14:42:46 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:42:46 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:42:46 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:42:46 user nova-compute[75432]:   </cpu>
Nov 27 14:42:46 user nova-compute[75432]:   <devices>
Nov 27 14:42:46 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:42:46 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:42:46 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk"/>
Nov 27 14:42:46 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:42:46 user nova-compute[75432]:     </disk>
Nov 27 14:42:46 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:42:46 user nova-compute[75432]:       <mac address="fa:16:3e:0e:68:e7"/>
Nov 27 14:42:46 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:42:46 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:42:46 user nova-compute[75432]:       <target dev="tapb31ca79a-68"/>
Nov 27 14:42:46 user nova-compute[75432]:     </interface>
Nov 27 14:42:46 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:42:46 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/console.log" append="off"/>
Nov 27 14:42:46 user nova-compute[75432]:     </serial>
Nov 27 14:42:46 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:42:46 user nova-compute[75432]:     <video>
Nov 27 14:42:46 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:42:46 user nova-compute[75432]:     </video>
Nov 27 14:42:46 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:42:46 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:42:46 user nova-compute[75432]:     </rng>
Nov 27 14:42:46 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:42:46 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:42:46 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:42:46 user nova-compute[75432]:     </memballoon>
Nov 27 14:42:46 user nova-compute[75432]:   </devices>
Nov 27 14:42:46 user nova-compute[75432]: </domain>
Nov 27 14:42:46 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:42:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-958105120',display_name='tempest-AttachVolumeNegativeTest-server-958105120',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-958105120',id=40,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCwyYF4+FMaXmn3MP5P/EcmNoj02+5M81GWhHJ3jW4i+lQs48TyUPeXfCgKRWW2ymicrJVIrDu2xukuHMQXMIGH5OTOJTbbtb2g0RyPEvkKPgKsdCtdl4WxttKfMG92fMA==',key_name='tempest-keypair-529729121',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f67f437cfb3f43e897c0d57d58b7be95',ramdisk_id='',reservation_id='r-8ntjdrpx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-979328772',owner_user_name='tempest-AttachVolumeNegativeTest-979328772-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:42:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='435cba2d80694362adb7d0048c08ea00',uuid=4f8fca42-3710-49ad-a4c3-7d2dc3265730,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "address": "fa:16:3e:0e:68:e7", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb31ca79a-68", "ovs_interfaceid": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converting VIF {"id": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "address": "fa:16:3e:0e:68:e7", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb31ca79a-68", "ovs_interfaceid": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:68:e7,bridge_name='br-int',has_traffic_filtering=True,id=b31ca79a-6851-452a-9a75-b8cc99ed6fd0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb31ca79a-68') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG os_vif [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:68:e7,bridge_name='br-int',has_traffic_filtering=True,id=b31ca79a-6851-452a-9a75-b8cc99ed6fd0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb31ca79a-68') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '86b6042e-fe93-5169-bda3-e86da88a89ad', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb31ca79a-68, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb31ca79a-68, col_values=(('qos', UUID('e17c03fa-f3f6-41f7-83f9-1cff78e58d6a')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb31ca79a-68, col_values=(('external_ids', {'iface-id': 'b31ca79a-6851-452a-9a75-b8cc99ed6fd0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0e:68:e7', 'vm-uuid': '4f8fca42-3710-49ad-a4c3-7d2dc3265730'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:46 user nova-compute[75432]: INFO os_vif [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:68:e7,bridge_name='br-int',has_traffic_filtering=True,id=b31ca79a-6851-452a-9a75-b8cc99ed6fd0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb31ca79a-68')
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No VIF found with MAC fa:16:3e:0e:68:e7, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.network.neutron [req-0f172382-72a4-43b3-9691-5a15ce830c6d req-12b278bf-847e-4cc5-b3b3-2a3e08d9bcf4 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Updated VIF entry in instance network info cache for port b31ca79a-6851-452a-9a75-b8cc99ed6fd0. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG nova.network.neutron [req-0f172382-72a4-43b3-9691-5a15ce830c6d req-12b278bf-847e-4cc5-b3b3-2a3e08d9bcf4 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Updating instance_info_cache with network_info: [{"id": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "address": "fa:16:3e:0e:68:e7", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb31ca79a-68", "ovs_interfaceid": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:42:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0f172382-72a4-43b3-9691-5a15ce830c6d req-12b278bf-847e-4cc5-b3b3-2a3e08d9bcf4 service nova] Releasing lock "refresh_cache-4f8fca42-3710-49ad-a4c3-7d2dc3265730" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:42:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:48 user nova-compute[75432]: DEBUG nova.compute.manager [req-75971ace-2746-4532-9980-f5df18ba8e9f req-8bb78655-e653-4e32-b3a6-0ad5aac53131 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Received event network-vif-plugged-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:42:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-75971ace-2746-4532-9980-f5df18ba8e9f req-8bb78655-e653-4e32-b3a6-0ad5aac53131 service nova] Acquiring lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-75971ace-2746-4532-9980-f5df18ba8e9f req-8bb78655-e653-4e32-b3a6-0ad5aac53131 service nova] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-75971ace-2746-4532-9980-f5df18ba8e9f req-8bb78655-e653-4e32-b3a6-0ad5aac53131 service nova] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:48 user nova-compute[75432]: DEBUG nova.compute.manager [req-75971ace-2746-4532-9980-f5df18ba8e9f req-8bb78655-e653-4e32-b3a6-0ad5aac53131 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] No waiting events found dispatching network-vif-plugged-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:42:48 user nova-compute[75432]: WARNING nova.compute.manager [req-75971ace-2746-4532-9980-f5df18ba8e9f req-8bb78655-e653-4e32-b3a6-0ad5aac53131 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Received unexpected event network-vif-plugged-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 for instance with vm_state building and task_state spawning.
Nov 27 14:42:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG nova.compute.manager [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG nova.compute.manager [req-599841df-e0ba-42b4-8dce-05f693cfe14d req-b29e3074-e124-40fe-b05e-97b75a7de048 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Received event network-vif-plugged-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-599841df-e0ba-42b4-8dce-05f693cfe14d req-b29e3074-e124-40fe-b05e-97b75a7de048 service nova] Acquiring lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-599841df-e0ba-42b4-8dce-05f693cfe14d req-b29e3074-e124-40fe-b05e-97b75a7de048 service nova] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-599841df-e0ba-42b4-8dce-05f693cfe14d req-b29e3074-e124-40fe-b05e-97b75a7de048 service nova] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG nova.compute.manager [req-599841df-e0ba-42b4-8dce-05f693cfe14d req-b29e3074-e124-40fe-b05e-97b75a7de048 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] No waiting events found dispatching network-vif-plugged-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:42:50 user nova-compute[75432]: WARNING nova.compute.manager [req-599841df-e0ba-42b4-8dce-05f693cfe14d req-b29e3074-e124-40fe-b05e-97b75a7de048 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Received unexpected event network-vif-plugged-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 for instance with vm_state building and task_state spawning.
Nov 27 14:42:50 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Instance spawned successfully.
Nov 27 14:42:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:42:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:42:50 user nova-compute[75432]: INFO nova.compute.manager [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Took 6.41 seconds to spawn the instance on the hypervisor.
Nov 27 14:42:50 user nova-compute[75432]: DEBUG nova.compute.manager [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:42:50 user nova-compute[75432]: INFO nova.compute.manager [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Took 7.18 seconds to build instance.
Nov 27 14:42:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-49003d5f-f698-46c6-8d28-9340a9ef220c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.286s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:42:51 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Creating image(s)
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Ensure instance console log exists: /opt/stack/data/nova/instances/d729be82-5d99-446e-bbd3-ae2046b0c086/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Start _get_guest_xml network_info=[{"id": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "address": "fa:16:3e:c0:a5:2f", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ad9dd19-b2", "ovs_interfaceid": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '0a4c23cd-b823-4a59-a7bf-4484dd9d98f6', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ipnsGOJr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd729be82-5d99-446e-bbd3-ae2046b0c086', 'attached_at': '', 'detached_at': '', 'volume_id': '45a95b97-0a24-4c87-9bfa-77a3e1451d36', 'serial': '45a95b97-0a24-4c87-9bfa-77a3e1451d36'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:42:51 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:42:51 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ipnsGOJr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:42:51 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:42:51 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:42:51 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[082fd185-d9a5-4b8b-9639-362fc3c11322]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:42:51 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e37d163b-c04c-4ed1-8299-07ffb6c4c8bd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36] added
Nov 27 14:42:51 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0413682a-69f8-4d28-af10-1f102fd224ae]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[14eebe68-2c25-4ef8-aa34-3465cbcae7db]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ipnsGOJr {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ipnsGOJr" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2472396-dd34-491f-a002-5dfb04d9ac4f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ipnsGOJr'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaebbde1-25eb-4170-9065-dedab7f99cf6]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc49fd6c-d278-46ae-9bde-aa3d4d0e5c39]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:42:51 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:42:51 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:42:51 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:42:51 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:42:51 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:42:51 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[810d60fa-dc47-44f7-ab9e-68b95292bc51]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36, portal: 172.16.0.220,3260]
Nov 27 14:42:51 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36, portal: 172.16.0.220,3260] successful.
Nov 27 14:42:51 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd5310c2-911c-4aea-bde3-2c2833bc897d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cae128d8-ada2-4779-8953-58c69d1cd152]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:42:51 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:42:51 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:42:51 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:42:51 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:42:51 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:42:51 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:42:51 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:42:51 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] HCTL ('36', '-', '-', 0) found on session 45 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f354ba9-7306-4bac-a9c3-bf08e095241e]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching for a device in session 45 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:42:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ipnsGOJr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '26633323137326131', 'path': '/dev/sde'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26633323137326131', 'path': '/dev/sde'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:42:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1365069179',display_name='tempest-TestVolumeBootPattern-server-1365069179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1365069179',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-jcwkgc9i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:42:38Z,user_data=None,user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=d729be82-5d99-446e-bbd3-ae2046b0c086,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "address": "fa:16:3e:c0:a5:2f", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ad9dd19-b2", "ovs_interfaceid": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "address": "fa:16:3e:c0:a5:2f", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ad9dd19-b2", "ovs_interfaceid": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:a5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ad9dd19-b2') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG nova.objects.instance [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lazy-loading 'pci_devices' on Instance uuid d729be82-5d99-446e-bbd3-ae2046b0c086 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:42:52 user nova-compute[75432]:   <uuid>d729be82-5d99-446e-bbd3-ae2046b0c086</uuid>
Nov 27 14:42:52 user nova-compute[75432]:   <name>instance-00000027</name>
Nov 27 14:42:52 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:42:52 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:42:52 user nova-compute[75432]:   <metadata>
Nov 27 14:42:52 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:42:52 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:42:52 user nova-compute[75432]:       <nova:name>tempest-TestVolumeBootPattern-server-1365069179</nova:name>
Nov 27 14:42:52 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:42:51</nova:creationTime>
Nov 27 14:42:52 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:42:52 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:42:52 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:42:52 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:42:52 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:42:52 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:42:52 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:42:52 user nova-compute[75432]:       <nova:owner>
Nov 27 14:42:52 user nova-compute[75432]:         <nova:user uuid="1104b5bff1dc4fb8a64ddc97c75ffd17">tempest-TestVolumeBootPattern-781872517-project-member</nova:user>
Nov 27 14:42:52 user nova-compute[75432]:         <nova:project uuid="9ae333e5342e476c82ac33016160e51a">tempest-TestVolumeBootPattern-781872517</nova:project>
Nov 27 14:42:52 user nova-compute[75432]:       </nova:owner>
Nov 27 14:42:52 user nova-compute[75432]:       <nova:ports>
Nov 27 14:42:52 user nova-compute[75432]:         <nova:port uuid="3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2">
Nov 27 14:42:52 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 27 14:42:52 user nova-compute[75432]:         </nova:port>
Nov 27 14:42:52 user nova-compute[75432]:       </nova:ports>
Nov 27 14:42:52 user nova-compute[75432]:     </nova:instance>
Nov 27 14:42:52 user nova-compute[75432]:   </metadata>
Nov 27 14:42:52 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:42:52 user nova-compute[75432]:     <system>
Nov 27 14:42:52 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:42:52 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:42:52 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:42:52 user nova-compute[75432]:       <entry name="serial">d729be82-5d99-446e-bbd3-ae2046b0c086</entry>
Nov 27 14:42:52 user nova-compute[75432]:       <entry name="uuid">d729be82-5d99-446e-bbd3-ae2046b0c086</entry>
Nov 27 14:42:52 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:42:52 user nova-compute[75432]:     </system>
Nov 27 14:42:52 user nova-compute[75432]:   </sysinfo>
Nov 27 14:42:52 user nova-compute[75432]:   <os>
Nov 27 14:42:52 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:42:52 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:42:52 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:42:52 user nova-compute[75432]:   </os>
Nov 27 14:42:52 user nova-compute[75432]:   <features>
Nov 27 14:42:52 user nova-compute[75432]:     <acpi/>
Nov 27 14:42:52 user nova-compute[75432]:     <apic/>
Nov 27 14:42:52 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:42:52 user nova-compute[75432]:   </features>
Nov 27 14:42:52 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:42:52 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:42:52 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:42:52 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:42:52 user nova-compute[75432]:   </clock>
Nov 27 14:42:52 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:42:52 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:42:52 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:42:52 user nova-compute[75432]:   </cpu>
Nov 27 14:42:52 user nova-compute[75432]:   <devices>
Nov 27 14:42:52 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:42:52 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:42:52 user nova-compute[75432]:       <source dev="/dev/sde"/>
Nov 27 14:42:52 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:42:52 user nova-compute[75432]:       <serial>45a95b97-0a24-4c87-9bfa-77a3e1451d36</serial>
Nov 27 14:42:52 user nova-compute[75432]:     </disk>
Nov 27 14:42:52 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:42:52 user nova-compute[75432]:       <mac address="fa:16:3e:c0:a5:2f"/>
Nov 27 14:42:52 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:42:52 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:42:52 user nova-compute[75432]:       <target dev="tap3ad9dd19-b2"/>
Nov 27 14:42:52 user nova-compute[75432]:     </interface>
Nov 27 14:42:52 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:42:52 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/d729be82-5d99-446e-bbd3-ae2046b0c086/console.log" append="off"/>
Nov 27 14:42:52 user nova-compute[75432]:     </serial>
Nov 27 14:42:52 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:42:52 user nova-compute[75432]:     <video>
Nov 27 14:42:52 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:42:52 user nova-compute[75432]:     </video>
Nov 27 14:42:52 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:42:52 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:42:52 user nova-compute[75432]:     </rng>
Nov 27 14:42:52 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:42:52 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:42:52 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:42:52 user nova-compute[75432]:     </memballoon>
Nov 27 14:42:52 user nova-compute[75432]:   </devices>
Nov 27 14:42:52 user nova-compute[75432]: </domain>
Nov 27 14:42:52 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:42:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1365069179',display_name='tempest-TestVolumeBootPattern-server-1365069179',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1365069179',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-jcwkgc9i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:42:38Z,user_data=None,user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=d729be82-5d99-446e-bbd3-ae2046b0c086,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "address": "fa:16:3e:c0:a5:2f", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ad9dd19-b2", "ovs_interfaceid": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "address": "fa:16:3e:c0:a5:2f", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ad9dd19-b2", "ovs_interfaceid": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:a5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ad9dd19-b2') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG os_vif [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:a5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ad9dd19-b2') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0443f8aa-9e10-5444-9c95-2ec567543c30', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3ad9dd19-b2, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3ad9dd19-b2, col_values=(('qos', UUID('2eeb658d-e193-470c-9907-13b3375cc403')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3ad9dd19-b2, col_values=(('external_ids', {'iface-id': '3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c0:a5:2f', 'vm-uuid': 'd729be82-5d99-446e-bbd3-ae2046b0c086'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:52 user nova-compute[75432]: INFO os_vif [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:a5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ad9dd19-b2')
Nov 27 14:42:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:42:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] No VIF found with MAC fa:16:3e:c0:a5:2f, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:42:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-2b0777af-b4ee-4359-bf4f-b849fd382648 req-fbb46d91-76c7-4130-80ae-35ca730d14f5 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Received event network-vif-plugged-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:42:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b0777af-b4ee-4359-bf4f-b849fd382648 req-fbb46d91-76c7-4130-80ae-35ca730d14f5 service nova] Acquiring lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b0777af-b4ee-4359-bf4f-b849fd382648 req-fbb46d91-76c7-4130-80ae-35ca730d14f5 service nova] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2b0777af-b4ee-4359-bf4f-b849fd382648 req-fbb46d91-76c7-4130-80ae-35ca730d14f5 service nova] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-2b0777af-b4ee-4359-bf4f-b849fd382648 req-fbb46d91-76c7-4130-80ae-35ca730d14f5 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] No waiting events found dispatching network-vif-plugged-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:42:54 user nova-compute[75432]: WARNING nova.compute.manager [req-2b0777af-b4ee-4359-bf4f-b849fd382648 req-fbb46d91-76c7-4130-80ae-35ca730d14f5 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Received unexpected event network-vif-plugged-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 for instance with vm_state building and task_state spawning.
Nov 27 14:42:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:42:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:42:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Instance spawned successfully.
Nov 27 14:42:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:42:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-25fc6462-effa-4863-8861-228c81b5e5fd req-d1b5040f-74c5-4f6e-9632-cc360177076f service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Received event network-vif-plugged-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:42:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-25fc6462-effa-4863-8861-228c81b5e5fd req-d1b5040f-74c5-4f6e-9632-cc360177076f service nova] Acquiring lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:42:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-25fc6462-effa-4863-8861-228c81b5e5fd req-d1b5040f-74c5-4f6e-9632-cc360177076f service nova] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:42:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-25fc6462-effa-4863-8861-228c81b5e5fd req-d1b5040f-74c5-4f6e-9632-cc360177076f service nova] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-25fc6462-effa-4863-8861-228c81b5e5fd req-d1b5040f-74c5-4f6e-9632-cc360177076f service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] No waiting events found dispatching network-vif-plugged-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:42:56 user nova-compute[75432]: WARNING nova.compute.manager [req-25fc6462-effa-4863-8861-228c81b5e5fd req-d1b5040f-74c5-4f6e-9632-cc360177076f service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Received unexpected event network-vif-plugged-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 for instance with vm_state building and task_state spawning.
Nov 27 14:42:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:42:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:42:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:42:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:42:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:42:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:42:56 user nova-compute[75432]: INFO nova.compute.manager [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Took 5.31 seconds to spawn the instance on the hypervisor.
Nov 27 14:42:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:42:56 user nova-compute[75432]: INFO nova.compute.manager [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Took 19.38 seconds to build instance.
Nov 27 14:42:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-833cbb3e-2ae3-41d6-9b74-bc17137b46db tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.525s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:42:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:42:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:43:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:43:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:43:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:43:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:43:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-5bb8989f-4d61-4cbc-858c-2e729bd37eba req-f9955339-0001-4500-bfb5-6865caf09619 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Received event network-changed-fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:43:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-5bb8989f-4d61-4cbc-858c-2e729bd37eba req-f9955339-0001-4500-bfb5-6865caf09619 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Refreshing instance network info cache due to event network-changed-fcd7fa41-00ed-44fc-8d9d-6a23101e480e. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:43:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5bb8989f-4d61-4cbc-858c-2e729bd37eba req-f9955339-0001-4500-bfb5-6865caf09619 service nova] Acquiring lock "refresh_cache-e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:43:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5bb8989f-4d61-4cbc-858c-2e729bd37eba req-f9955339-0001-4500-bfb5-6865caf09619 service nova] Acquired lock "refresh_cache-e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:43:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-5bb8989f-4d61-4cbc-858c-2e729bd37eba req-f9955339-0001-4500-bfb5-6865caf09619 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Refreshing network info cache for port fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:43:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-5bb8989f-4d61-4cbc-858c-2e729bd37eba req-f9955339-0001-4500-bfb5-6865caf09619 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Updated VIF entry in instance network info cache for port fcd7fa41-00ed-44fc-8d9d-6a23101e480e. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:43:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-5bb8989f-4d61-4cbc-858c-2e729bd37eba req-f9955339-0001-4500-bfb5-6865caf09619 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Updating instance_info_cache with network_info: [{"id": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "address": "fa:16:3e:d9:47:ee", "network": {"id": "49dc6e68-08bf-4982-bcb6-59bf4b5beb5b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1726440950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e40b80ff29249c8a340400155376b53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcd7fa41-00", "ovs_interfaceid": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:43:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5bb8989f-4d61-4cbc-858c-2e729bd37eba req-f9955339-0001-4500-bfb5-6865caf09619 service nova] Releasing lock "refresh_cache-e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:43:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "c075a895-0192-4831-b291-cbe48cd58854" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "c075a895-0192-4831-b291-cbe48cd58854" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "c075a895-0192-4831-b291-cbe48cd58854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "c075a895-0192-4831-b291-cbe48cd58854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "c075a895-0192-4831-b291-cbe48cd58854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:22 user nova-compute[75432]: INFO nova.compute.manager [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Terminating instance
Nov 27 14:43:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:43:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:23 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c075a895-0192-4831-b291-cbe48cd58854] Instance destroyed successfully.
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lazy-loading 'resources' on Instance uuid c075a895-0192-4831-b291-cbe48cd58854 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:34:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1267322724',display_name='tempest-ServersNegativeTestJSON-server-1267322724',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1267322724',id=29,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:34:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='58f24f8680cc4ff4bbebe7d39bb4f16f',ramdisk_id='',reservation_id='r-ah261tsz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-778357292',owner_user_name='tempest-ServersNegativeTestJSON-778357292-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:34:44Z,user_data=None,user_id='ace34346136c46b88d035d8598157aa5',uuid=c075a895-0192-4831-b291-cbe48cd58854,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "99820c44-abfe-4e94-bb09-052df78a766d", "address": "fa:16:3e:15:d3:cd", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99820c44-ab", "ovs_interfaceid": "99820c44-abfe-4e94-bb09-052df78a766d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Converting VIF {"id": "99820c44-abfe-4e94-bb09-052df78a766d", "address": "fa:16:3e:15:d3:cd", "network": {"id": "84175806-ad45-4864-b9e7-157702691087", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1241855323-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "58f24f8680cc4ff4bbebe7d39bb4f16f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99820c44-ab", "ovs_interfaceid": "99820c44-abfe-4e94-bb09-052df78a766d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:15:d3:cd,bridge_name='br-int',has_traffic_filtering=True,id=99820c44-abfe-4e94-bb09-052df78a766d,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99820c44-ab') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG os_vif [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:15:d3:cd,bridge_name='br-int',has_traffic_filtering=True,id=99820c44-abfe-4e94-bb09-052df78a766d,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99820c44-ab') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap99820c44-ab, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b6eb56e3-8d14-46c6-8cae-0003880de3bb) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:23 user nova-compute[75432]: INFO os_vif [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:15:d3:cd,bridge_name='br-int',has_traffic_filtering=True,id=99820c44-abfe-4e94-bb09-052df78a766d,network=Network(84175806-ad45-4864-b9e7-157702691087),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99820c44-ab')
Nov 27 14:43:23 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Deleting instance files /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854_del
Nov 27 14:43:23 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Deletion of /opt/stack/data/nova/instances/c075a895-0192-4831-b291-cbe48cd58854_del complete
Nov 27 14:43:23 user nova-compute[75432]: INFO nova.compute.manager [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] [instance: c075a895-0192-4831-b291-cbe48cd58854] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 27 14:43:23 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: c075a895-0192-4831-b291-cbe48cd58854] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: c075a895-0192-4831-b291-cbe48cd58854] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-6aa96349-6e26-416d-8c51-f71e68fafe6e req-72092ee3-3e6e-40c8-a363-0a679b462db4 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Received event network-vif-unplugged-99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6aa96349-6e26-416d-8c51-f71e68fafe6e req-72092ee3-3e6e-40c8-a363-0a679b462db4 service nova] Acquiring lock "c075a895-0192-4831-b291-cbe48cd58854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6aa96349-6e26-416d-8c51-f71e68fafe6e req-72092ee3-3e6e-40c8-a363-0a679b462db4 service nova] Lock "c075a895-0192-4831-b291-cbe48cd58854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6aa96349-6e26-416d-8c51-f71e68fafe6e req-72092ee3-3e6e-40c8-a363-0a679b462db4 service nova] Lock "c075a895-0192-4831-b291-cbe48cd58854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-6aa96349-6e26-416d-8c51-f71e68fafe6e req-72092ee3-3e6e-40c8-a363-0a679b462db4 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] No waiting events found dispatching network-vif-unplugged-99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-6aa96349-6e26-416d-8c51-f71e68fafe6e req-72092ee3-3e6e-40c8-a363-0a679b462db4 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Received event network-vif-unplugged-99820c44-abfe-4e94-bb09-052df78a766d for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-6aa96349-6e26-416d-8c51-f71e68fafe6e req-72092ee3-3e6e-40c8-a363-0a679b462db4 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Received event network-vif-plugged-99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6aa96349-6e26-416d-8c51-f71e68fafe6e req-72092ee3-3e6e-40c8-a363-0a679b462db4 service nova] Acquiring lock "c075a895-0192-4831-b291-cbe48cd58854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6aa96349-6e26-416d-8c51-f71e68fafe6e req-72092ee3-3e6e-40c8-a363-0a679b462db4 service nova] Lock "c075a895-0192-4831-b291-cbe48cd58854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6aa96349-6e26-416d-8c51-f71e68fafe6e req-72092ee3-3e6e-40c8-a363-0a679b462db4 service nova] Lock "c075a895-0192-4831-b291-cbe48cd58854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-6aa96349-6e26-416d-8c51-f71e68fafe6e req-72092ee3-3e6e-40c8-a363-0a679b462db4 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] No waiting events found dispatching network-vif-plugged-99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:43:23 user nova-compute[75432]: WARNING nova.compute.manager [req-6aa96349-6e26-416d-8c51-f71e68fafe6e req-72092ee3-3e6e-40c8-a363-0a679b462db4 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Received unexpected event network-vif-plugged-99820c44-abfe-4e94-bb09-052df78a766d for instance with vm_state active and task_state deleting.
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: c075a895-0192-4831-b291-cbe48cd58854] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:43:23 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: c075a895-0192-4831-b291-cbe48cd58854] Took 0.51 seconds to deallocate network for instance.
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-4aea7a39-85f2-424f-bd56-519a3b1a8ce9 req-fd417961-0df3-46d9-8739-14b51d8fe8a7 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Received event network-vif-deleted-99820c44-abfe-4e94-bb09-052df78a766d {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:43:23 user nova-compute[75432]: INFO nova.compute.manager [req-4aea7a39-85f2-424f-bd56-519a3b1a8ce9 req-fd417961-0df3-46d9-8739-14b51d8fe8a7 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Neutron deleted interface 99820c44-abfe-4e94-bb09-052df78a766d; detaching it from the instance and deleting it from the info cache
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.network.neutron [req-4aea7a39-85f2-424f-bd56-519a3b1a8ce9 req-fd417961-0df3-46d9-8739-14b51d8fe8a7 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:43:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-4aea7a39-85f2-424f-bd56-519a3b1a8ce9 req-fd417961-0df3-46d9-8739-14b51d8fe8a7 service nova] [instance: c075a895-0192-4831-b291-cbe48cd58854] Detach interface failed, port_id=99820c44-abfe-4e94-bb09-052df78a766d, reason: Instance c075a895-0192-4831-b291-cbe48cd58854 could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:43:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:24 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:43:24 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:43:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.364s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:24 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Deleted allocations for instance c075a895-0192-4831-b291-cbe48cd58854
Nov 27 14:43:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e2958852-eaf2-49bb-83be-0291aa44e0e6 tempest-ServersNegativeTestJSON-778357292 tempest-ServersNegativeTestJSON-778357292-project-member] Lock "c075a895-0192-4831-b291-cbe48cd58854" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.146s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:25 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lazy-loading 'flavor' on Instance uuid e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:43:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.120s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:26 user nova-compute[75432]: INFO nova.compute.manager [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Attaching volume a6bf3267-f7a3-453b-a94b-90556fcd8c90 to /dev/vdb
Nov 27 14:43:26 user nova-compute[75432]: DEBUG os_brick.utils [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4391aaed-baba-44d6-8b19-6eacb749c4ea]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3a8c0cf-e3a1-449d-878a-cfc432b048b3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d3ebc7c-a211-4b97-9679-4991614360ea]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5842d4b-b88d-4b02-b1d3-c1334dd070af]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:43:26 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:43:26 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f63c52e9-eb52-45ad-bb89-3161fa623123]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG os_brick.utils [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:43:26 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Updating existing volume attachment record: bc269aab-5a0c-4f7c-b7d5-bfa31170b564 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:43:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yFYfGrtO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:43:32 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:43:32 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:43:32 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[37665d6b-466d-4652-8026-e584ce1bf4d1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:43:32 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[24fbe919-c1e7-489a-82f0-f58cc4e116b9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90] added
Nov 27 14:43:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c641579-bf90-43f1-80e9-1e050763e511]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe7ff777-830d-4b47-ab08-6d0b5569a093]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yFYfGrtO {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yFYfGrtO" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bec61df3-a62d-4d0a-9977-846f99daf23a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yFYfGrtO'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7faebb2-1d6f-47f5-bd93-666f226410f8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cca8475f-3b39-47ff-a3cf-4ba8cb7a2f2e]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[21b92111-d6ae-4745-8d38-3761631fdf5f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90, portal: 172.16.0.220,3260]
Nov 27 14:43:32 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90, portal: 172.16.0.220,3260] successful.
Nov 27 14:43:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f10d986a-cf51-450e-b67d-1c51bfe7531c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[af6078c4-1aa0-4cee-82f3-05757729463a]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 (non-flash)
Nov 27 14:43:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] HCTL ('37', '-', '-', 0) found on session 46 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[842bf6ca-bd3d-49e7-aa80-4955fce20ef0]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Searching for a device in session 46 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:43:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yFYfGrtO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:43:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:43:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '26130343865333366', 'path': '/dev/sdf'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:43:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26130343865333366', 'path': '/dev/sdf'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:43:33 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lazy-loading 'flavor' on Instance uuid e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:43:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:43:34 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:43:34 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:43:34 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:43:34 user nova-compute[75432]:   <serial>a6bf3267-f7a3-453b-a94b-90556fcd8c90</serial>
Nov 27 14:43:34 user nova-compute[75432]: </disk>
Nov 27 14:43:34 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:43:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:43:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:43:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] No VIF found with MAC fa:16:3e:d9:47:ee, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:43:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ae1b7d07-63a3-4511-8c2a-673aebdfaf55 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.466s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:35 user nova-compute[75432]: INFO nova.compute.manager [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Detaching volume a6bf3267-f7a3-453b-a94b-90556fcd8c90
Nov 27 14:43:35 user nova-compute[75432]: INFO nova.virt.block_device [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Attempting to driver detach volume a6bf3267-f7a3-453b-a94b-90556fcd8c90 from mountpoint /dev/vdb
Nov 27 14:43:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Attempting to detach device vdb from instance e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:43:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:43:35 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:43:35 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:43:35 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:43:35 user nova-compute[75432]:   <serial>a6bf3267-f7a3-453b-a94b-90556fcd8c90</serial>
Nov 27 14:43:35 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:43:35 user nova-compute[75432]: </disk>
Nov 27 14:43:35 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:43:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Successfully detached device vdb from instance e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 from the persistent domain config.
Nov 27 14:43:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:43:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:43:35 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:43:35 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:43:35 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:43:35 user nova-compute[75432]:   <serial>a6bf3267-f7a3-453b-a94b-90556fcd8c90</serial>
Nov 27 14:43:35 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:43:35 user nova-compute[75432]: </disk>
Nov 27 14:43:35 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:43:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:43:36 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:43:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:43:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:43:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:43:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:43:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:43:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:43:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:41 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:43:41 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7891MB free_disk=24.89832305908203GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance cc7c4123-1120-4607-9835-184533649e6e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 827f016a-55d0-460f-82e1-9b22455df53f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance d729be82-5d99-446e-bbd3-ae2046b0c086 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 4f8fca42-3710-49ad-a4c3-7d2dc3265730 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing inventories for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating ProviderTree inventory for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating inventory in ProviderTree for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing aggregate associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, aggregates: None {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing trait associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:43:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.697s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:43:42 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:43:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 14:43:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:43:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:43:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:43:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:43:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:43:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:43:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:43:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:45 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:43:45 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75432) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 14:43:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:43:48 user nova-compute[75432]: INFO nova.compute.claims [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Claim successful on node user
Nov 27 14:43:48 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.373s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:43:48 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:43:48 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:43:48 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:43:48 user nova-compute[75432]: INFO nova.virt.block_device [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Booting with volume-backed-image 7d9c9b17-f6cf-41f0-89b3-f8d72f81991f at /dev/vda
Nov 27 14:43:48 user nova-compute[75432]: DEBUG nova.policy [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac7d7266b7c449bd893608703e58a802', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03391693a1d74dc785097aaec5321eed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:43:49 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Successfully created port: b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Successfully updated port: b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquired lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG nova.compute.manager [req-d5236620-0d5d-4079-92c9-e6afbadd8573 req-e15d7a54-6aeb-457f-bf0f-46a77b45d5ea service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-changed-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG nova.compute.manager [req-d5236620-0d5d-4079-92c9-e6afbadd8573 req-e15d7a54-6aeb-457f-bf0f-46a77b45d5ea service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Refreshing instance network info cache due to event network-changed-b01831ce-4b88-4ca1-a112-8bff36613ec5. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d5236620-0d5d-4079-92c9-e6afbadd8573 req-e15d7a54-6aeb-457f-bf0f-46a77b45d5ea service nova] Acquiring lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Updating instance_info_cache with network_info: [{"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Releasing lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Instance network_info: |[{"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d5236620-0d5d-4079-92c9-e6afbadd8573 req-e15d7a54-6aeb-457f-bf0f-46a77b45d5ea service nova] Acquired lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:43:50 user nova-compute[75432]: DEBUG nova.network.neutron [req-d5236620-0d5d-4079-92c9-e6afbadd8573 req-e15d7a54-6aeb-457f-bf0f-46a77b45d5ea service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Refreshing network info cache for port b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:43:51 user nova-compute[75432]: DEBUG nova.network.neutron [req-d5236620-0d5d-4079-92c9-e6afbadd8573 req-e15d7a54-6aeb-457f-bf0f-46a77b45d5ea service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Updated VIF entry in instance network info cache for port b01831ce-4b88-4ca1-a112-8bff36613ec5. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:43:51 user nova-compute[75432]: DEBUG nova.network.neutron [req-d5236620-0d5d-4079-92c9-e6afbadd8573 req-e15d7a54-6aeb-457f-bf0f-46a77b45d5ea service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Updating instance_info_cache with network_info: [{"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:43:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d5236620-0d5d-4079-92c9-e6afbadd8573 req-e15d7a54-6aeb-457f-bf0f-46a77b45d5ea service nova] Releasing lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:43:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG os_brick.utils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cd41308-84e3-4da2-aad6-2e74eaf63383]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a3b14e6-c887-46b9-99b2-d2741be2895c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f27554c5-a2b1-4ac3-beb2-07f7bcabff28]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[580c36f1-600f-485e-981f-ced344c09aab]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:43:54 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:43:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d1ccf1-9254-45b9-9920-4a1481c81835]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG os_brick.utils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:43:54 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Updating existing volume attachment record: 11bc418b-657d-47be-a8c6-57d957c5839c {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:43:56 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 is timed out.
Nov 27 14:43:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Successfully detached device vdb from instance e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 from the live domain config.
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yFYfGrtO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:43:56 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9490ded-1dfb-4e92-9f97-81c1da1a4e6a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:43:56 user nova-compute[75432]: No targets found.
Nov 27 14:43:56 user nova-compute[75432]: iSNS:
Nov 27 14:43:56 user nova-compute[75432]: No targets found.
Nov 27 14:43:56 user nova-compute[75432]: STATIC:
Nov 27 14:43:56 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:43:56 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:43:56 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:43:56 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670
Nov 27 14:43:56 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:43:56 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:43:56 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac
Nov 27 14:43:56 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:43:56 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:43:56 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90
Nov 27 14:43:56 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:43:56 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:43:56 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36
Nov 27 14:43:56 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:43:56 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:43:56 user nova-compute[75432]: FIRMWARE:
Nov 27 14:43:56 user nova-compute[75432]: No targets found.
Nov 27 14:43:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:43:56 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:43:56 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[02380b16-6c3c-4b8f-8a1d-c36aca53cdc0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfe98a0e-6a03-4d6a-8de4-b78aef453d74]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:43:56 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:43:56 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:43:56 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:43:56 user nova-compute[75432]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 (non-flash)
Nov 27 14:43:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:43:56 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:43:56 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:43:56 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:43:56 user nova-compute[75432]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 (non-flash)
Nov 27 14:43:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b702c63b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90'): ({'sdf'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Removing single pathed devices sdf {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d1c5b18-c9ad-419d-b2a4-24c55eddd0dc]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "42449b27-2f10-43e4-825e-f1dfe0977729" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "42449b27-2f10-43e4-825e-f1dfe0977729" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5320a358-546e-4187-be71-ef9ede758509]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Flushing IO for device /dev/sdf {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[95b6af8a-d65b-47f0-a810-e6f37f1b8e81]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.042s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8394b2df-ce93-4fee-bff6-d2e81818c3d6]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[23b77d1b-8592-4280-8fa1-e258b8987d0b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:43:56 user nova-compute[75432]: INFO nova.compute.claims [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Claim successful on node user
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8da1a0f2-3450-482d-80e7-96d0455b8ed6]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90, portal: 172.16.0.220,3260]
Nov 27 14:43:56 user nova-compute[75432]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90, portal: 172.16.0.220,3260] successful.
Nov 27 14:43:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a6bf3267-f7a3-453b-a94b-90556fcd8c90 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a0985e-d33f-4850-b9b8-48d224820b6d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] <== disconnect_volume: return (308ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.424s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.network.neutron [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:43:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.policy [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a4d1c685632405f82a0bdab96708175', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978a6a316ae74cbd83007b3fa0fe1c57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:43:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Creating image(s)
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "/opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "/opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "/opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk 1073741824" returned: 0 in 0.058s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Successfully created port: 9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.211s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Checking if we can resize image /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Cannot resize image /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Ensure instance console log exists: /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Successfully updated port: 9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "refresh_cache-42449b27-2f10-43e4-825e-f1dfe0977729" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquired lock "refresh_cache-42449b27-2f10-43e4-825e-f1dfe0977729" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-a82d7927-3ea2-48d4-9528-4352c9aeecc5 req-4187bcc4-ec79-4a2a-a919-0795f6ce9546 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Received event network-changed-9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-a82d7927-3ea2-48d4-9528-4352c9aeecc5 req-4187bcc4-ec79-4a2a-a919-0795f6ce9546 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Refreshing instance network info cache due to event network-changed-9197a10c-7e03-4791-a330-accae541e11e. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a82d7927-3ea2-48d4-9528-4352c9aeecc5 req-4187bcc4-ec79-4a2a-a919-0795f6ce9546 service nova] Acquiring lock "refresh_cache-42449b27-2f10-43e4-825e-f1dfe0977729" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Updating instance_info_cache with network_info: [{"id": "9197a10c-7e03-4791-a330-accae541e11e", "address": "fa:16:3e:14:0a:88", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9197a10c-7e", "ovs_interfaceid": "9197a10c-7e03-4791-a330-accae541e11e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Releasing lock "refresh_cache-42449b27-2f10-43e4-825e-f1dfe0977729" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Instance network_info: |[{"id": "9197a10c-7e03-4791-a330-accae541e11e", "address": "fa:16:3e:14:0a:88", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9197a10c-7e", "ovs_interfaceid": "9197a10c-7e03-4791-a330-accae541e11e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a82d7927-3ea2-48d4-9528-4352c9aeecc5 req-4187bcc4-ec79-4a2a-a919-0795f6ce9546 service nova] Acquired lock "refresh_cache-42449b27-2f10-43e4-825e-f1dfe0977729" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-a82d7927-3ea2-48d4-9528-4352c9aeecc5 req-4187bcc4-ec79-4a2a-a919-0795f6ce9546 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Refreshing network info cache for port 9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Start _get_guest_xml network_info=[{"id": "9197a10c-7e03-4791-a330-accae541e11e", "address": "fa:16:3e:14:0a:88", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9197a10c-7e", "ovs_interfaceid": "9197a10c-7e03-4791-a330-accae541e11e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:43:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:43:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:43:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-855109568',display_name='tempest-VolumesSnapshotTestJSON-instance-855109568',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-855109568',id=42,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG3yLdnk8dSQLwwgQNLe+D4ORHSpanroH4ycLprbYU2A2xso/sy91ifKFnkdfBOHCW+vP3eme9S3B2SEg1C9FYeOQWx8Vg3osyKy6eEQxedsHswWg2M5Aa9bo1ZTQ+HqYg==',key_name='tempest-keypair-677070208',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='978a6a316ae74cbd83007b3fa0fe1c57',ramdisk_id='',reservation_id='r-k2ag8id6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-3755769',owner_user_name='tempest-VolumesSnapshotTestJSON-3755769-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:43:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a4d1c685632405f82a0bdab96708175',uuid=42449b27-2f10-43e4-825e-f1dfe0977729,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9197a10c-7e03-4791-a330-accae541e11e", "address": "fa:16:3e:14:0a:88", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9197a10c-7e", "ovs_interfaceid": "9197a10c-7e03-4791-a330-accae541e11e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Converting VIF {"id": "9197a10c-7e03-4791-a330-accae541e11e", "address": "fa:16:3e:14:0a:88", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9197a10c-7e", "ovs_interfaceid": "9197a10c-7e03-4791-a330-accae541e11e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:0a:88,bridge_name='br-int',has_traffic_filtering=True,id=9197a10c-7e03-4791-a330-accae541e11e,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9197a10c-7e') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.objects.instance [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lazy-loading 'pci_devices' on Instance uuid 42449b27-2f10-43e4-825e-f1dfe0977729 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:43:58 user nova-compute[75432]:   <uuid>42449b27-2f10-43e4-825e-f1dfe0977729</uuid>
Nov 27 14:43:58 user nova-compute[75432]:   <name>instance-0000002a</name>
Nov 27 14:43:58 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:43:58 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:43:58 user nova-compute[75432]:   <metadata>
Nov 27 14:43:58 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:43:58 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:43:58 user nova-compute[75432]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-855109568</nova:name>
Nov 27 14:43:58 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:43:58</nova:creationTime>
Nov 27 14:43:58 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:43:58 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:43:58 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:43:58 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:43:58 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:43:58 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:43:58 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:43:58 user nova-compute[75432]:       <nova:owner>
Nov 27 14:43:58 user nova-compute[75432]:         <nova:user uuid="1a4d1c685632405f82a0bdab96708175">tempest-VolumesSnapshotTestJSON-3755769-project-member</nova:user>
Nov 27 14:43:58 user nova-compute[75432]:         <nova:project uuid="978a6a316ae74cbd83007b3fa0fe1c57">tempest-VolumesSnapshotTestJSON-3755769</nova:project>
Nov 27 14:43:58 user nova-compute[75432]:       </nova:owner>
Nov 27 14:43:58 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:43:58 user nova-compute[75432]:       <nova:ports>
Nov 27 14:43:58 user nova-compute[75432]:         <nova:port uuid="9197a10c-7e03-4791-a330-accae541e11e">
Nov 27 14:43:58 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 14:43:58 user nova-compute[75432]:         </nova:port>
Nov 27 14:43:58 user nova-compute[75432]:       </nova:ports>
Nov 27 14:43:58 user nova-compute[75432]:     </nova:instance>
Nov 27 14:43:58 user nova-compute[75432]:   </metadata>
Nov 27 14:43:58 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:43:58 user nova-compute[75432]:     <system>
Nov 27 14:43:58 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:43:58 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:43:58 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:43:58 user nova-compute[75432]:       <entry name="serial">42449b27-2f10-43e4-825e-f1dfe0977729</entry>
Nov 27 14:43:58 user nova-compute[75432]:       <entry name="uuid">42449b27-2f10-43e4-825e-f1dfe0977729</entry>
Nov 27 14:43:58 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:43:58 user nova-compute[75432]:     </system>
Nov 27 14:43:58 user nova-compute[75432]:   </sysinfo>
Nov 27 14:43:58 user nova-compute[75432]:   <os>
Nov 27 14:43:58 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:43:58 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:43:58 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:43:58 user nova-compute[75432]:   </os>
Nov 27 14:43:58 user nova-compute[75432]:   <features>
Nov 27 14:43:58 user nova-compute[75432]:     <acpi/>
Nov 27 14:43:58 user nova-compute[75432]:     <apic/>
Nov 27 14:43:58 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:43:58 user nova-compute[75432]:   </features>
Nov 27 14:43:58 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:43:58 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:43:58 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:43:58 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:43:58 user nova-compute[75432]:   </clock>
Nov 27 14:43:58 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:43:58 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:43:58 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:43:58 user nova-compute[75432]:   </cpu>
Nov 27 14:43:58 user nova-compute[75432]:   <devices>
Nov 27 14:43:58 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:43:58 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:43:58 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk"/>
Nov 27 14:43:58 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:43:58 user nova-compute[75432]:     </disk>
Nov 27 14:43:58 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:43:58 user nova-compute[75432]:       <mac address="fa:16:3e:14:0a:88"/>
Nov 27 14:43:58 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:43:58 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:43:58 user nova-compute[75432]:       <target dev="tap9197a10c-7e"/>
Nov 27 14:43:58 user nova-compute[75432]:     </interface>
Nov 27 14:43:58 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:43:58 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/console.log" append="off"/>
Nov 27 14:43:58 user nova-compute[75432]:     </serial>
Nov 27 14:43:58 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:43:58 user nova-compute[75432]:     <video>
Nov 27 14:43:58 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:43:58 user nova-compute[75432]:     </video>
Nov 27 14:43:58 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:43:58 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:43:58 user nova-compute[75432]:     </rng>
Nov 27 14:43:58 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:43:58 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:43:58 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:43:58 user nova-compute[75432]:     </memballoon>
Nov 27 14:43:58 user nova-compute[75432]:   </devices>
Nov 27 14:43:58 user nova-compute[75432]: </domain>
Nov 27 14:43:58 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:43:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-855109568',display_name='tempest-VolumesSnapshotTestJSON-instance-855109568',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-855109568',id=42,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG3yLdnk8dSQLwwgQNLe+D4ORHSpanroH4ycLprbYU2A2xso/sy91ifKFnkdfBOHCW+vP3eme9S3B2SEg1C9FYeOQWx8Vg3osyKy6eEQxedsHswWg2M5Aa9bo1ZTQ+HqYg==',key_name='tempest-keypair-677070208',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='978a6a316ae74cbd83007b3fa0fe1c57',ramdisk_id='',reservation_id='r-k2ag8id6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-3755769',owner_user_name='tempest-VolumesSnapshotTestJSON-3755769-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:43:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a4d1c685632405f82a0bdab96708175',uuid=42449b27-2f10-43e4-825e-f1dfe0977729,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9197a10c-7e03-4791-a330-accae541e11e", "address": "fa:16:3e:14:0a:88", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9197a10c-7e", "ovs_interfaceid": "9197a10c-7e03-4791-a330-accae541e11e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Converting VIF {"id": "9197a10c-7e03-4791-a330-accae541e11e", "address": "fa:16:3e:14:0a:88", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9197a10c-7e", "ovs_interfaceid": "9197a10c-7e03-4791-a330-accae541e11e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:0a:88,bridge_name='br-int',has_traffic_filtering=True,id=9197a10c-7e03-4791-a330-accae541e11e,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9197a10c-7e') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG os_vif [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:0a:88,bridge_name='br-int',has_traffic_filtering=True,id=9197a10c-7e03-4791-a330-accae541e11e,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9197a10c-7e') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '868f8059-3e1a-58bf-948e-f70339832958', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9197a10c-7e, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9197a10c-7e, col_values=(('qos', UUID('dc06b68d-ae73-48b3-bebe-13742d7116fd')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9197a10c-7e, col_values=(('external_ids', {'iface-id': '9197a10c-7e03-4791-a330-accae541e11e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:14:0a:88', 'vm-uuid': '42449b27-2f10-43e4-825e-f1dfe0977729'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:58 user nova-compute[75432]: INFO os_vif [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:0a:88,bridge_name='br-int',has_traffic_filtering=True,id=9197a10c-7e03-4791-a330-accae541e11e,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9197a10c-7e')
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] No VIF found with MAC fa:16:3e:14:0a:88, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-a82d7927-3ea2-48d4-9528-4352c9aeecc5 req-4187bcc4-ec79-4a2a-a919-0795f6ce9546 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Updated VIF entry in instance network info cache for port 9197a10c-7e03-4791-a330-accae541e11e. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-a82d7927-3ea2-48d4-9528-4352c9aeecc5 req-4187bcc4-ec79-4a2a-a919-0795f6ce9546 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Updating instance_info_cache with network_info: [{"id": "9197a10c-7e03-4791-a330-accae541e11e", "address": "fa:16:3e:14:0a:88", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9197a10c-7e", "ovs_interfaceid": "9197a10c-7e03-4791-a330-accae541e11e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:43:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a82d7927-3ea2-48d4-9528-4352c9aeecc5 req-4187bcc4-ec79-4a2a-a919-0795f6ce9546 service nova] Releasing lock "refresh_cache-42449b27-2f10-43e4-825e-f1dfe0977729" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-037cc4fa-513f-41cf-827c-2f1e7eeaa575 req-31d39eb4-f8b3-48ab-ab5c-8450d0cb5bb9 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-changed-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-037cc4fa-513f-41cf-827c-2f1e7eeaa575 req-31d39eb4-f8b3-48ab-ab5c-8450d0cb5bb9 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Refreshing instance network info cache due to event network-changed-e9219fe6-39e9-4af7-ab06-46511be518fc. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-037cc4fa-513f-41cf-827c-2f1e7eeaa575 req-31d39eb4-f8b3-48ab-ab5c-8450d0cb5bb9 service nova] Acquiring lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-037cc4fa-513f-41cf-827c-2f1e7eeaa575 req-31d39eb4-f8b3-48ab-ab5c-8450d0cb5bb9 service nova] Acquired lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-037cc4fa-513f-41cf-827c-2f1e7eeaa575 req-31d39eb4-f8b3-48ab-ab5c-8450d0cb5bb9 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Refreshing network info cache for port e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "827f016a-55d0-460f-82e1-9b22455df53f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:43:59 user nova-compute[75432]: INFO nova.compute.manager [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Terminating instance
Nov 27 14:43:59 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-037cc4fa-513f-41cf-827c-2f1e7eeaa575 req-31d39eb4-f8b3-48ab-ab5c-8450d0cb5bb9 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updated VIF entry in instance network info cache for port e9219fe6-39e9-4af7-ab06-46511be518fc. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:43:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-037cc4fa-513f-41cf-827c-2f1e7eeaa575 req-31d39eb4-f8b3-48ab-ab5c-8450d0cb5bb9 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updating instance_info_cache with network_info: [{"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-037cc4fa-513f-41cf-827c-2f1e7eeaa575 req-31d39eb4-f8b3-48ab-ab5c-8450d0cb5bb9 service nova] Releasing lock "refresh_cache-827f016a-55d0-460f-82e1-9b22455df53f" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-d40a9ddb-3997-41e1-9c2a-0796206196bd req-ea0ead9d-a788-446b-af4e-b01b164f431a service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-vif-unplugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d40a9ddb-3997-41e1-9c2a-0796206196bd req-ea0ead9d-a788-446b-af4e-b01b164f431a service nova] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d40a9ddb-3997-41e1-9c2a-0796206196bd req-ea0ead9d-a788-446b-af4e-b01b164f431a service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d40a9ddb-3997-41e1-9c2a-0796206196bd req-ea0ead9d-a788-446b-af4e-b01b164f431a service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-d40a9ddb-3997-41e1-9c2a-0796206196bd req-ea0ead9d-a788-446b-af4e-b01b164f431a service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] No waiting events found dispatching network-vif-unplugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-d40a9ddb-3997-41e1-9c2a-0796206196bd req-ea0ead9d-a788-446b-af4e-b01b164f431a service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-vif-unplugged-e9219fe6-39e9-4af7-ab06-46511be518fc for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-d40a9ddb-3997-41e1-9c2a-0796206196bd req-ea0ead9d-a788-446b-af4e-b01b164f431a service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d40a9ddb-3997-41e1-9c2a-0796206196bd req-ea0ead9d-a788-446b-af4e-b01b164f431a service nova] Acquiring lock "827f016a-55d0-460f-82e1-9b22455df53f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d40a9ddb-3997-41e1-9c2a-0796206196bd req-ea0ead9d-a788-446b-af4e-b01b164f431a service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d40a9ddb-3997-41e1-9c2a-0796206196bd req-ea0ead9d-a788-446b-af4e-b01b164f431a service nova] Lock "827f016a-55d0-460f-82e1-9b22455df53f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-d40a9ddb-3997-41e1-9c2a-0796206196bd req-ea0ead9d-a788-446b-af4e-b01b164f431a service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] No waiting events found dispatching network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:44:00 user nova-compute[75432]: WARNING nova.compute.manager [req-d40a9ddb-3997-41e1-9c2a-0796206196bd req-ea0ead9d-a788-446b-af4e-b01b164f431a service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received unexpected event network-vif-plugged-e9219fe6-39e9-4af7-ab06-46511be518fc for instance with vm_state active and task_state deleting.
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Instance destroyed successfully.
Nov 27 14:44:00 user nova-compute[75432]: DEBUG nova.objects.instance [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lazy-loading 'resources' on Instance uuid 827f016a-55d0-460f-82e1-9b22455df53f {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T14:38:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-1668509168',display_name='tempest-TestShelveInstance-server-1668509168',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-1668509168',id=35,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHACuqqOtdvq2q79WjUf2gNKISnfSyIUsdM7ohagTbi8tfbVu8x0wbysLXi3pAPow66mlYbMJX/uCQiz383HpiX7Ap1ktdg6WvFFPBldNbXLxuy69KRTdFY+J2Tyl0Mh2Q==',key_name='tempest-TestShelveInstance-1996715118',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:42:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b05a8810b8454d77bc2d6dadce3ad380',ramdisk_id='',reservation_id='r-pokggq42',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-667510104',owner_user_name='tempest-TestShelveInstance-667510104-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:42:24Z,user_data=None,user_id='eb4598d103b64ecb99ea65eb235ef969',uuid=827f016a-55d0-460f-82e1-9b22455df53f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Converting VIF {"id": "e9219fe6-39e9-4af7-ab06-46511be518fc", "address": "fa:16:3e:bd:f2:fd", "network": {"id": "c54f7365-a88f-40b9-9d32-2aeafb684d23", "bridge": "br-int", "label": "tempest-TestShelveInstance-2010231900-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b05a8810b8454d77bc2d6dadce3ad380", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape9219fe6-39", "ovs_interfaceid": "e9219fe6-39e9-4af7-ab06-46511be518fc", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_vif [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape9219fe6-39, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=361bc177-5412-41c2-aeb8-ca55bbc3846a) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: INFO os_vif [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f2:fd,bridge_name='br-int',has_traffic_filtering=True,id=e9219fe6-39e9-4af7-ab06-46511be518fc,network=Network(c54f7365-a88f-40b9-9d32-2aeafb684d23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape9219fe6-39')
Nov 27 14:44:00 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RLNXOTPY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:44:00 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0765a97-ce87-4edd-b9ea-6a8bc834f74f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:44:00 user nova-compute[75432]: No targets found.
Nov 27 14:44:00 user nova-compute[75432]: iSNS:
Nov 27 14:44:00 user nova-compute[75432]: No targets found.
Nov 27 14:44:00 user nova-compute[75432]: STATIC:
Nov 27 14:44:00 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:44:00 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:44:00 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:44:00 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670
Nov 27 14:44:00 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:44:00 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:44:00 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac
Nov 27 14:44:00 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:44:00 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:44:00 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36
Nov 27 14:44:00 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:44:00 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:44:00 user nova-compute[75432]: FIRMWARE:
Nov 27 14:44:00 user nova-compute[75432]: No targets found.
Nov 27 14:44:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:44:00 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:44:00 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[917fcb7f-6b5f-4617-84fe-d56a7ca09b5b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[949f317f-0ac7-490c-8050-777571ea1341]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:44:00 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:44:00 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:44:00 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:44:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:44:00 user nova-compute[75432]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 (non-flash)
Nov 27 14:44:00 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:44:00 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:44:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b501dbd90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670'): ({'sdc'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Removing single pathed devices sdc {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[302f8307-552c-4d64-af9d-72ca0e208a7d]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b840a7e9-3821-4719-8f1b-37cd7ee681e3]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Flushing IO for device /dev/sdc {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0e385f2-f662-4ce3-98a0-701a47266d43]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.057s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[70bf4f9e-68e0-4aab-a5dc-51c71cd429d3]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[880e7158-6b3a-460b-93c9-dd6bc6167700]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fac6fb81-ee81-441d-8d88-a5b50af87d6a]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260]
Nov 27 14:44:01 user nova-compute[75432]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670, portal: 172.16.0.220,3260] successful.
Nov 27 14:44:01 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:741d5de3-c16d-45da-85e7-7bedf5fdc670 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a02fb2a-99b8-4b9b-a91b-62bbee401d74]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] <== disconnect_volume: return (336ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:44:01 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Deleting instance files /opt/stack/data/nova/instances/827f016a-55d0-460f-82e1-9b22455df53f_del
Nov 27 14:44:01 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Deletion of /opt/stack/data/nova/instances/827f016a-55d0-460f-82e1-9b22455df53f_del complete
Nov 27 14:44:01 user nova-compute[75432]: INFO nova.compute.manager [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Took 1.67 seconds to destroy the instance on the hypervisor.
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-8ba8c4d6-852b-4325-abe0-7bb2920e58b3 req-15ed7bf9-80aa-464e-90d8-c885aece7fd0 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Received event network-vif-plugged-9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8ba8c4d6-852b-4325-abe0-7bb2920e58b3 req-15ed7bf9-80aa-464e-90d8-c885aece7fd0 service nova] Acquiring lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8ba8c4d6-852b-4325-abe0-7bb2920e58b3 req-15ed7bf9-80aa-464e-90d8-c885aece7fd0 service nova] Lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8ba8c4d6-852b-4325-abe0-7bb2920e58b3 req-15ed7bf9-80aa-464e-90d8-c885aece7fd0 service nova] Lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-8ba8c4d6-852b-4325-abe0-7bb2920e58b3 req-15ed7bf9-80aa-464e-90d8-c885aece7fd0 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] No waiting events found dispatching network-vif-plugged-9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:44:01 user nova-compute[75432]: WARNING nova.compute.manager [req-8ba8c4d6-852b-4325-abe0-7bb2920e58b3 req-15ed7bf9-80aa-464e-90d8-c885aece7fd0 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Received unexpected event network-vif-plugged-9197a10c-7e03-4791-a330-accae541e11e for instance with vm_state building and task_state spawning.
Nov 27 14:44:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-8ba8c4d6-852b-4325-abe0-7bb2920e58b3 req-15ed7bf9-80aa-464e-90d8-c885aece7fd0 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Received event network-vif-plugged-9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8ba8c4d6-852b-4325-abe0-7bb2920e58b3 req-15ed7bf9-80aa-464e-90d8-c885aece7fd0 service nova] Acquiring lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8ba8c4d6-852b-4325-abe0-7bb2920e58b3 req-15ed7bf9-80aa-464e-90d8-c885aece7fd0 service nova] Lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8ba8c4d6-852b-4325-abe0-7bb2920e58b3 req-15ed7bf9-80aa-464e-90d8-c885aece7fd0 service nova] Lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-8ba8c4d6-852b-4325-abe0-7bb2920e58b3 req-15ed7bf9-80aa-464e-90d8-c885aece7fd0 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] No waiting events found dispatching network-vif-plugged-9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:44:01 user nova-compute[75432]: WARNING nova.compute.manager [req-8ba8c4d6-852b-4325-abe0-7bb2920e58b3 req-15ed7bf9-80aa-464e-90d8-c885aece7fd0 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Received unexpected event network-vif-plugged-9197a10c-7e03-4791-a330-accae541e11e for instance with vm_state building and task_state spawning.
Nov 27 14:44:01 user nova-compute[75432]: DEBUG nova.objects.instance [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lazy-loading 'flavor' on Instance uuid e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-937317ce-c7d1-4871-82ad-e9410a0a5cc3 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 26.089s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:01 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:44:01 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Took 0.80 seconds to deallocate network for instance.
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:44:02 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Creating image(s)
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Ensure instance console log exists: /opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Start _get_guest_xml network_info=[{"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '11bc418b-657d-47be-a8c6-57d957c5839c', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jURXJOLH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c569a17a-ce8e-4584-9420-2f8b6061360e', 'attached_at': '', 'detached_at': '', 'volume_id': '46e80ef4-4e77-407b-88b1-a54a4a5ef17b', 'serial': '46e80ef4-4e77-407b-88b1-a54a4a5ef17b'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:44:02 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:44:02 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jURXJOLH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:44:02 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:44:02 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:44:02 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1db31693-78e5-41f1-9ca0-f8949898d3c8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:44:02 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[221ed762-39e5-49cc-8370-3bb899e19e98]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b] added
Nov 27 14:44:02 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-7be61b59-ddf7-413a-8e66-8212ee9e1faf req-a36775a3-cddb-48d4-9972-0773af2a2b76 service nova] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Received event network-vif-deleted-e9219fe6-39e9-4af7-ab06-46511be518fc {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1b8b971-33c6-451f-b9d2-e17ee8141aad]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6bc0cf2-8408-4d8c-9646-c6f45aca0e5a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jURXJOLH {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jURXJOLH" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4728e3d4-1c68-4f66-9cdf-c8b47e562b44]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jURXJOLH'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3487727-3d1d-4923-93f9-8067463b6fff]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dfc716c-083c-40c9-8bd6-dc8c29a5b8f8]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:44:02 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:44:02 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:44:02 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:44:02 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:44:02 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:44:02 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ccd8f83-aab8-400a-82a5-06f4378a34a9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b, portal: 172.16.0.220,3260]
Nov 27 14:44:02 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b, portal: 172.16.0.220,3260] successful.
Nov 27 14:44:02 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[23904709-b731-48a4-8b3c-ad34847638b7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:02 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Instance spawned successfully.
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[676af389-4026-4c9e-b277-1387ce47a804]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:44:02 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:44:02 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:44:02 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:44:02 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:44:02 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:44:02 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:44:02 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:44:02 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] HCTL ('34', '-', '-', 0) found on session 47 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[234bef90-aa1c-4559-a369-ede927526142]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching for a device in session 47 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:44:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jURXJOLH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:44:02 user nova-compute[75432]: INFO nova.compute.manager [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Took 5.67 seconds to spawn the instance on the hypervisor.
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:44:02 user nova-compute[75432]: INFO nova.compute.manager [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Took 6.41 seconds to build instance.
Nov 27 14:44:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b3314a58-c6cd-47a8-81ae-75c2c42fe90a tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "42449b27-2f10-43e4-825e-f1dfe0977729" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.507s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:02 user nova-compute[75432]: INFO nova.compute.manager [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Took 0.93 seconds to detach 1 volumes for instance.
Nov 27 14:44:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] [instance: 827f016a-55d0-460f-82e1-9b22455df53f] Deleting volume: 741d5de3-c16d-45da-85e7-7bedf5fdc670 {{(pid=75432) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.356s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:03 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Deleted allocations for instance 827f016a-55d0-460f-82e1-9b22455df53f
Nov 27 14:44:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-dbf79668-0b6a-46ac-b780-93811914e340 tempest-TestShelveInstance-667510104 tempest-TestShelveInstance-667510104-project-member] Lock "827f016a-55d0-460f-82e1-9b22455df53f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.049s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23831353437333931', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23831353437333931', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:43:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-104271688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-104271688',id=41,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-u0ge3u4q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:43:49Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=c569a17a-ce8e-4584-9420-2f8b6061360e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:7d:28,bridge_name='br-int',has_traffic_filtering=True,id=b01831ce-4b88-4ca1-a112-8bff36613ec5,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb01831ce-4b') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'pci_devices' on Instance uuid c569a17a-ce8e-4584-9420-2f8b6061360e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:44:03 user nova-compute[75432]:   <uuid>c569a17a-ce8e-4584-9420-2f8b6061360e</uuid>
Nov 27 14:44:03 user nova-compute[75432]:   <name>instance-00000029</name>
Nov 27 14:44:03 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:44:03 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:44:03 user nova-compute[75432]:   <metadata>
Nov 27 14:44:03 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:44:03 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:44:03 user nova-compute[75432]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-104271688</nova:name>
Nov 27 14:44:03 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:44:02</nova:creationTime>
Nov 27 14:44:03 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:44:03 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:44:03 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:44:03 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:44:03 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:44:03 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:44:03 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:44:03 user nova-compute[75432]:       <nova:owner>
Nov 27 14:44:03 user nova-compute[75432]:         <nova:user uuid="ac7d7266b7c449bd893608703e58a802">tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member</nova:user>
Nov 27 14:44:03 user nova-compute[75432]:         <nova:project uuid="03391693a1d74dc785097aaec5321eed">tempest-ServerBootFromVolumeStableRescueTest-989633053</nova:project>
Nov 27 14:44:03 user nova-compute[75432]:       </nova:owner>
Nov 27 14:44:03 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:44:03 user nova-compute[75432]:       <nova:ports>
Nov 27 14:44:03 user nova-compute[75432]:         <nova:port uuid="b01831ce-4b88-4ca1-a112-8bff36613ec5">
Nov 27 14:44:03 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 27 14:44:03 user nova-compute[75432]:         </nova:port>
Nov 27 14:44:03 user nova-compute[75432]:       </nova:ports>
Nov 27 14:44:03 user nova-compute[75432]:     </nova:instance>
Nov 27 14:44:03 user nova-compute[75432]:   </metadata>
Nov 27 14:44:03 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:44:03 user nova-compute[75432]:     <system>
Nov 27 14:44:03 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:44:03 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:44:03 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:44:03 user nova-compute[75432]:       <entry name="serial">c569a17a-ce8e-4584-9420-2f8b6061360e</entry>
Nov 27 14:44:03 user nova-compute[75432]:       <entry name="uuid">c569a17a-ce8e-4584-9420-2f8b6061360e</entry>
Nov 27 14:44:03 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:44:03 user nova-compute[75432]:     </system>
Nov 27 14:44:03 user nova-compute[75432]:   </sysinfo>
Nov 27 14:44:03 user nova-compute[75432]:   <os>
Nov 27 14:44:03 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:44:03 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:44:03 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:44:03 user nova-compute[75432]:   </os>
Nov 27 14:44:03 user nova-compute[75432]:   <features>
Nov 27 14:44:03 user nova-compute[75432]:     <acpi/>
Nov 27 14:44:03 user nova-compute[75432]:     <apic/>
Nov 27 14:44:03 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:44:03 user nova-compute[75432]:   </features>
Nov 27 14:44:03 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:44:03 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:44:03 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:44:03 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:44:03 user nova-compute[75432]:   </clock>
Nov 27 14:44:03 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:44:03 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:44:03 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:44:03 user nova-compute[75432]:   </cpu>
Nov 27 14:44:03 user nova-compute[75432]:   <devices>
Nov 27 14:44:03 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:44:03 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:44:03 user nova-compute[75432]:       <source dev="/dev/sdc"/>
Nov 27 14:44:03 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:44:03 user nova-compute[75432]:       <serial>46e80ef4-4e77-407b-88b1-a54a4a5ef17b</serial>
Nov 27 14:44:03 user nova-compute[75432]:     </disk>
Nov 27 14:44:03 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:44:03 user nova-compute[75432]:       <mac address="fa:16:3e:63:7d:28"/>
Nov 27 14:44:03 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:44:03 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:44:03 user nova-compute[75432]:       <target dev="tapb01831ce-4b"/>
Nov 27 14:44:03 user nova-compute[75432]:     </interface>
Nov 27 14:44:03 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:44:03 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/console.log" append="off"/>
Nov 27 14:44:03 user nova-compute[75432]:     </serial>
Nov 27 14:44:03 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:44:03 user nova-compute[75432]:     <video>
Nov 27 14:44:03 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:44:03 user nova-compute[75432]:     </video>
Nov 27 14:44:03 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:44:03 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:44:03 user nova-compute[75432]:     </rng>
Nov 27 14:44:03 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:44:03 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:44:03 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:44:03 user nova-compute[75432]:     </memballoon>
Nov 27 14:44:03 user nova-compute[75432]:   </devices>
Nov 27 14:44:03 user nova-compute[75432]: </domain>
Nov 27 14:44:03 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:43:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-104271688',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-104271688',id=41,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-u0ge3u4q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:43:49Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=c569a17a-ce8e-4584-9420-2f8b6061360e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:7d:28,bridge_name='br-int',has_traffic_filtering=True,id=b01831ce-4b88-4ca1-a112-8bff36613ec5,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb01831ce-4b') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG os_vif [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:7d:28,bridge_name='br-int',has_traffic_filtering=True,id=b01831ce-4b88-4ca1-a112-8bff36613ec5,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb01831ce-4b') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b34b6fd-00e1-5829-af25-8c4c6140303f', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb01831ce-4b, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb01831ce-4b, col_values=(('qos', UUID('3fa14858-e61a-4359-a943-268285ad59b9')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb01831ce-4b, col_values=(('external_ids', {'iface-id': 'b01831ce-4b88-4ca1-a112-8bff36613ec5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:63:7d:28', 'vm-uuid': 'c569a17a-ce8e-4584-9420-2f8b6061360e'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:03 user nova-compute[75432]: INFO os_vif [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:7d:28,bridge_name='br-int',has_traffic_filtering=True,id=b01831ce-4b88-4ca1-a112-8bff36613ec5,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb01831ce-4b')
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:44:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No VIF found with MAC fa:16:3e:63:7d:28, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:44:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-fe1a9bd8-a0d9-4ef3-a244-03fa22c9aad4 req-3320183c-ad2e-4065-a735-fdeb993dffd2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fe1a9bd8-a0d9-4ef3-a244-03fa22c9aad4 req-3320183c-ad2e-4065-a735-fdeb993dffd2 service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fe1a9bd8-a0d9-4ef3-a244-03fa22c9aad4 req-3320183c-ad2e-4065-a735-fdeb993dffd2 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fe1a9bd8-a0d9-4ef3-a244-03fa22c9aad4 req-3320183c-ad2e-4065-a735-fdeb993dffd2 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-fe1a9bd8-a0d9-4ef3-a244-03fa22c9aad4 req-3320183c-ad2e-4065-a735-fdeb993dffd2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:44:05 user nova-compute[75432]: WARNING nova.compute.manager [req-fe1a9bd8-a0d9-4ef3-a244-03fa22c9aad4 req-3320183c-ad2e-4065-a735-fdeb993dffd2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state building and task_state spawning.
Nov 27 14:44:07 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:44:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:44:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Instance spawned successfully.
Nov 27 14:44:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:44:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:44:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:44:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:44:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:44:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:44:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:44:07 user nova-compute[75432]: INFO nova.compute.manager [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Took 5.26 seconds to spawn the instance on the hypervisor.
Nov 27 14:44:07 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:44:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-2fbf23c6-f18b-456b-87b6-32055030ba9e req-cafba0d2-6a61-4fc2-8db0-1c2a53ea5cd9 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2fbf23c6-f18b-456b-87b6-32055030ba9e req-cafba0d2-6a61-4fc2-8db0-1c2a53ea5cd9 service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2fbf23c6-f18b-456b-87b6-32055030ba9e req-cafba0d2-6a61-4fc2-8db0-1c2a53ea5cd9 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2fbf23c6-f18b-456b-87b6-32055030ba9e req-cafba0d2-6a61-4fc2-8db0-1c2a53ea5cd9 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-2fbf23c6-f18b-456b-87b6-32055030ba9e req-cafba0d2-6a61-4fc2-8db0-1c2a53ea5cd9 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:44:07 user nova-compute[75432]: WARNING nova.compute.manager [req-2fbf23c6-f18b-456b-87b6-32055030ba9e req-cafba0d2-6a61-4fc2-8db0-1c2a53ea5cd9 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state building and task_state spawning.
Nov 27 14:44:07 user nova-compute[75432]: INFO nova.compute.manager [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Took 19.19 seconds to build instance.
Nov 27 14:44:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e31fcfe-f098-4fc5-a10e-cd849a36dfd1 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.300s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:08 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:44:08 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 14:44:08 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] There are 0 instances to clean {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 14:44:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "d729be82-5d99-446e-bbd3-ae2046b0c086" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:28 user nova-compute[75432]: INFO nova.compute.manager [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Terminating instance
Nov 27 14:44:28 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-e81c254a-9418-4d15-b5f1-02ac9c5b4154 req-3f77cc21-74cd-4455-b80e-85d5c0fc5baf service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Received event network-vif-unplugged-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e81c254a-9418-4d15-b5f1-02ac9c5b4154 req-3f77cc21-74cd-4455-b80e-85d5c0fc5baf service nova] Acquiring lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e81c254a-9418-4d15-b5f1-02ac9c5b4154 req-3f77cc21-74cd-4455-b80e-85d5c0fc5baf service nova] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e81c254a-9418-4d15-b5f1-02ac9c5b4154 req-3f77cc21-74cd-4455-b80e-85d5c0fc5baf service nova] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-e81c254a-9418-4d15-b5f1-02ac9c5b4154 req-3f77cc21-74cd-4455-b80e-85d5c0fc5baf service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] No waiting events found dispatching network-vif-unplugged-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-e81c254a-9418-4d15-b5f1-02ac9c5b4154 req-3f77cc21-74cd-4455-b80e-85d5c0fc5baf service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Received event network-vif-unplugged-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:44:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:29 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Instance destroyed successfully.
Nov 27 14:44:29 user nova-compute[75432]: DEBUG nova.objects.instance [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lazy-loading 'resources' on Instance uuid d729be82-5d99-446e-bbd3-ae2046b0c086 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:42:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1365069179',display_name='tempest-TestVolumeBootPattern-server-1365069179',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1365069179',id=39,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:42:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-jcwkgc9i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:42:57Z,user_data=None,user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=d729be82-5d99-446e-bbd3-ae2046b0c086,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "address": "fa:16:3e:c0:a5:2f", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ad9dd19-b2", "ovs_interfaceid": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "address": "fa:16:3e:c0:a5:2f", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3ad9dd19-b2", "ovs_interfaceid": "3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:a5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ad9dd19-b2') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_vif [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:a5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ad9dd19-b2') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3ad9dd19-b2, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2eeb658d-e193-470c-9907-13b3375cc403) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:44:29 user nova-compute[75432]: INFO os_vif [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:a5:2f,bridge_name='br-int',has_traffic_filtering=True,id=3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3ad9dd19-b2')
Nov 27 14:44:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ipnsGOJr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:44:29 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[57bfc9ff-974b-4a73-9948-cd1b3db2c6fe]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:44:29 user nova-compute[75432]: No targets found.
Nov 27 14:44:29 user nova-compute[75432]: iSNS:
Nov 27 14:44:29 user nova-compute[75432]: No targets found.
Nov 27 14:44:29 user nova-compute[75432]: STATIC:
Nov 27 14:44:29 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b
Nov 27 14:44:29 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:44:29 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:44:29 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:44:29 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:44:29 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:44:29 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac
Nov 27 14:44:29 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:44:29 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:44:29 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36
Nov 27 14:44:29 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:44:29 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:44:29 user nova-compute[75432]: FIRMWARE:
Nov 27 14:44:29 user nova-compute[75432]: No targets found.
Nov 27 14:44:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:44:29 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:44:29 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a08aeb4e-33ce-4c64-87f5-9f517591d7db]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d87c9e3c-b0a7-4b4e-b3a9-7090e3caccca]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:44:29 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:44:29 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:44:29 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:44:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:44:29 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:44:29 user nova-compute[75432]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 (non-flash)
Nov 27 14:44:29 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:44:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b7012a7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36'): ({'sde'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Removing single pathed devices sde {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d4d90cb-9a2a-4919-a129-679953d265e1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c3788cf-6d92-4726-b7e5-97a2f0dc6573]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flushing IO for device /dev/sde {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[406da1f6-263e-431a-9d99-c1987e552f53]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.044s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bf9c184-1d7c-48c3-a4ff-eeb30f4d27d5]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26633323137326131', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_9ce4504', '/dev/disk/by-id/scsi-1SCST_BIO9ce4504-f32172a18e0bf1e3') {{(pid=85645) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 27 14:44:29 user nova-compute[75432]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26633323137326131
Nov 27 14:44:29 user nova-compute[75432]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_9ce4504
Nov 27 14:44:29 user nova-compute[75432]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO9ce4504-f32172a18e0bf1e3
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0264a982-8b2f-403c-a5f2-a77558710fcd]: (4, None) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b4f9381-ebcc-490d-9805-e17aeccb4b1b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:29 user nova-compute[75432]: INFO nova.compute.manager [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Terminating instance
Nov 27 14:44:29 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf43ffc3-4c46-4463-a463-93d01b4f2712]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36, portal: 172.16.0.220,3260]
Nov 27 14:44:29 user nova-compute[75432]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36, portal: 172.16.0.220,3260] successful.
Nov 27 14:44:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45a95b97-0a24-4c87-9bfa-77a3e1451d36 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b03e800-f6da-4492-816f-39d39e23a8d5]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.348s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== disconnect_volume: return (350ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:44:29 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Deleting instance files /opt/stack/data/nova/instances/d729be82-5d99-446e-bbd3-ae2046b0c086_del
Nov 27 14:44:29 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Deletion of /opt/stack/data/nova/instances/d729be82-5d99-446e-bbd3-ae2046b0c086_del complete
Nov 27 14:44:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:29 user nova-compute[75432]: INFO nova.compute.manager [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Took 1.22 seconds to destroy the instance on the hypervisor.
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-30b573f5-2f29-4775-9dcd-699eca5f4479 req-a3fea73a-393c-4c72-a744-f0feb1998738 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Received event network-vif-unplugged-fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-30b573f5-2f29-4775-9dcd-699eca5f4479 req-a3fea73a-393c-4c72-a744-f0feb1998738 service nova] Acquiring lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-30b573f5-2f29-4775-9dcd-699eca5f4479 req-a3fea73a-393c-4c72-a744-f0feb1998738 service nova] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-30b573f5-2f29-4775-9dcd-699eca5f4479 req-a3fea73a-393c-4c72-a744-f0feb1998738 service nova] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-30b573f5-2f29-4775-9dcd-699eca5f4479 req-a3fea73a-393c-4c72-a744-f0feb1998738 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] No waiting events found dispatching network-vif-unplugged-fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:44:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-30b573f5-2f29-4775-9dcd-699eca5f4479 req-a3fea73a-393c-4c72-a744-f0feb1998738 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Received event network-vif-unplugged-fcd7fa41-00ed-44fc-8d9d-6a23101e480e for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:44:30 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Took 0.56 seconds to deallocate network for instance.
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-3d8058c9-379b-4e1c-a4b3-55c119ae1681 req-944d8798-bf85-4dff-821a-75a91e0a04a8 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Received event network-vif-deleted-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:30 user nova-compute[75432]: INFO nova.compute.manager [req-3d8058c9-379b-4e1c-a4b3-55c119ae1681 req-944d8798-bf85-4dff-821a-75a91e0a04a8 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Neutron deleted interface 3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2; detaching it from the instance and deleting it from the info cache
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.network.neutron [req-3d8058c9-379b-4e1c-a4b3-55c119ae1681 req-944d8798-bf85-4dff-821a-75a91e0a04a8 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-3d8058c9-379b-4e1c-a4b3-55c119ae1681 req-944d8798-bf85-4dff-821a-75a91e0a04a8 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Detach interface failed, port_id=3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2, reason: Instance d729be82-5d99-446e-bbd3-ae2046b0c086 could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:30 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Instance destroyed successfully.
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lazy-loading 'resources' on Instance uuid e82eaf26-1fc5-45a6-a2d1-c6056fe6a262 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:41:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-40166317',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-40166317',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-4016631',id=38,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNXe4cgnr56nURwxJO130VrjvvnGxD6uqg8M3WAGvHax/Za1xllU/mBuASgMyGwYKtFoA83wT6e3EpfKZWCj+CiQ7c1qu2T0LtD47bj79Fl8K4cK+VedVg679eFwX+kqwg==',key_name='tempest-keypair-1537227001',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:41:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4e40b80ff29249c8a340400155376b53',ramdisk_id='',reservation_id='r-0drfi88r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1176968433',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:41:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='fedce27a7079447e9afb7c66c8644e6e',uuid=e82eaf26-1fc5-45a6-a2d1-c6056fe6a262,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "address": "fa:16:3e:d9:47:ee", "network": {"id": "49dc6e68-08bf-4982-bcb6-59bf4b5beb5b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1726440950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e40b80ff29249c8a340400155376b53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcd7fa41-00", "ovs_interfaceid": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Converting VIF {"id": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "address": "fa:16:3e:d9:47:ee", "network": {"id": "49dc6e68-08bf-4982-bcb6-59bf4b5beb5b", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1726440950-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4e40b80ff29249c8a340400155376b53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcd7fa41-00", "ovs_interfaceid": "fcd7fa41-00ed-44fc-8d9d-6a23101e480e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d9:47:ee,bridge_name='br-int',has_traffic_filtering=True,id=fcd7fa41-00ed-44fc-8d9d-6a23101e480e,network=Network(49dc6e68-08bf-4982-bcb6-59bf4b5beb5b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcd7fa41-00') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG os_vif [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d9:47:ee,bridge_name='br-int',has_traffic_filtering=True,id=fcd7fa41-00ed-44fc-8d9d-6a23101e480e,network=Network(49dc6e68-08bf-4982-bcb6-59bf4b5beb5b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcd7fa41-00') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfcd7fa41-00, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e32fb777-e312-4c6c-a1ef-61e73877fa54) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:30 user nova-compute[75432]: INFO os_vif [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d9:47:ee,bridge_name='br-int',has_traffic_filtering=True,id=fcd7fa41-00ed-44fc-8d9d-6a23101e480e,network=Network(49dc6e68-08bf-4982-bcb6-59bf4b5beb5b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcd7fa41-00')
Nov 27 14:44:30 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Deleting instance files /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262_del
Nov 27 14:44:30 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Deletion of /opt/stack/data/nova/instances/e82eaf26-1fc5-45a6-a2d1-c6056fe6a262_del complete
Nov 27 14:44:30 user nova-compute[75432]: INFO nova.compute.manager [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 27 14:44:30 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-1a4b0fab-22f5-468c-8c79-fb8279de1488 req-e8915e69-cacf-4b5f-9476-b2f7c23b0a52 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Received event network-vif-plugged-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1a4b0fab-22f5-468c-8c79-fb8279de1488 req-e8915e69-cacf-4b5f-9476-b2f7c23b0a52 service nova] Acquiring lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1a4b0fab-22f5-468c-8c79-fb8279de1488 req-e8915e69-cacf-4b5f-9476-b2f7c23b0a52 service nova] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1a4b0fab-22f5-468c-8c79-fb8279de1488 req-e8915e69-cacf-4b5f-9476-b2f7c23b0a52 service nova] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-1a4b0fab-22f5-468c-8c79-fb8279de1488 req-e8915e69-cacf-4b5f-9476-b2f7c23b0a52 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] No waiting events found dispatching network-vif-plugged-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:44:30 user nova-compute[75432]: WARNING nova.compute.manager [req-1a4b0fab-22f5-468c-8c79-fb8279de1488 req-e8915e69-cacf-4b5f-9476-b2f7c23b0a52 service nova] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Received unexpected event network-vif-plugged-3ad9dd19-b2cc-45b0-beac-4a7df3f8aaa2 for instance with vm_state active and task_state deleting.
Nov 27 14:44:30 user nova-compute[75432]: INFO nova.compute.manager [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Took 0.90 seconds to detach 1 volumes for instance.
Nov 27 14:44:30 user nova-compute[75432]: DEBUG nova.compute.manager [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: d729be82-5d99-446e-bbd3-ae2046b0c086] Deleting volume: 45a95b97-0a24-4c87-9bfa-77a3e1451d36 {{(pid=75432) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:44:31 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Took 0.75 seconds to deallocate network for instance.
Nov 27 14:44:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.339s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.268s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:31 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Deleted allocations for instance e82eaf26-1fc5-45a6-a2d1-c6056fe6a262
Nov 27 14:44:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ec8428dc-7edc-4ba3-b1d3-0ceb38a3fbb0 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433 tempest-TestServerVolumeAttachScenarioOldVersion-1176968433-project-member] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.192s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.294s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:31 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Deleted allocations for instance d729be82-5d99-446e-bbd3-ae2046b0c086
Nov 27 14:44:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b09f0ae0-a1fe-4677-8834-4969675dca93 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "d729be82-5d99-446e-bbd3-ae2046b0c086" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.584s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG nova.compute.manager [req-a2e54638-ec0c-4a98-aad3-60faa41b1c3f req-3b725226-b860-41df-9db6-8b577b393161 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Received event network-vif-plugged-fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a2e54638-ec0c-4a98-aad3-60faa41b1c3f req-3b725226-b860-41df-9db6-8b577b393161 service nova] Acquiring lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a2e54638-ec0c-4a98-aad3-60faa41b1c3f req-3b725226-b860-41df-9db6-8b577b393161 service nova] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a2e54638-ec0c-4a98-aad3-60faa41b1c3f req-3b725226-b860-41df-9db6-8b577b393161 service nova] Lock "e82eaf26-1fc5-45a6-a2d1-c6056fe6a262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:31 user nova-compute[75432]: DEBUG nova.compute.manager [req-a2e54638-ec0c-4a98-aad3-60faa41b1c3f req-3b725226-b860-41df-9db6-8b577b393161 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] No waiting events found dispatching network-vif-plugged-fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:44:31 user nova-compute[75432]: WARNING nova.compute.manager [req-a2e54638-ec0c-4a98-aad3-60faa41b1c3f req-3b725226-b860-41df-9db6-8b577b393161 service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Received unexpected event network-vif-plugged-fcd7fa41-00ed-44fc-8d9d-6a23101e480e for instance with vm_state deleted and task_state None.
Nov 27 14:44:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-6a12c0d6-107a-4248-adef-48daf298bdbe req-03608bc8-c931-4ab7-b1a7-7def619cff7f service nova] [instance: e82eaf26-1fc5-45a6-a2d1-c6056fe6a262] Received event network-vif-deleted-fcd7fa41-00ed-44fc-8d9d-6a23101e480e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-fcbfdcf2-e108-4a6e-8c01-60bade5e2d3e req-f61d33fa-41f3-44f2-9318-f018791b6c8e service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Received event network-changed-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-fcbfdcf2-e108-4a6e-8c01-60bade5e2d3e req-f61d33fa-41f3-44f2-9318-f018791b6c8e service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Refreshing instance network info cache due to event network-changed-b31ca79a-6851-452a-9a75-b8cc99ed6fd0. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fcbfdcf2-e108-4a6e-8c01-60bade5e2d3e req-f61d33fa-41f3-44f2-9318-f018791b6c8e service nova] Acquiring lock "refresh_cache-4f8fca42-3710-49ad-a4c3-7d2dc3265730" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fcbfdcf2-e108-4a6e-8c01-60bade5e2d3e req-f61d33fa-41f3-44f2-9318-f018791b6c8e service nova] Acquired lock "refresh_cache-4f8fca42-3710-49ad-a4c3-7d2dc3265730" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-fcbfdcf2-e108-4a6e-8c01-60bade5e2d3e req-f61d33fa-41f3-44f2-9318-f018791b6c8e service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Refreshing network info cache for port b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-fcbfdcf2-e108-4a6e-8c01-60bade5e2d3e req-f61d33fa-41f3-44f2-9318-f018791b6c8e service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Updated VIF entry in instance network info cache for port b31ca79a-6851-452a-9a75-b8cc99ed6fd0. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-fcbfdcf2-e108-4a6e-8c01-60bade5e2d3e req-f61d33fa-41f3-44f2-9318-f018791b6c8e service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Updating instance_info_cache with network_info: [{"id": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "address": "fa:16:3e:0e:68:e7", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.109", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb31ca79a-68", "ovs_interfaceid": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fcbfdcf2-e108-4a6e-8c01-60bade5e2d3e req-f61d33fa-41f3-44f2-9318-f018791b6c8e service nova] Releasing lock "refresh_cache-4f8fca42-3710-49ad-a4c3-7d2dc3265730" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:34 user nova-compute[75432]: INFO nova.compute.manager [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Terminating instance
Nov 27 14:44:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-1a675014-6715-42c6-b477-550ebae89a5c req-f2d6b392-8898-48da-b14b-591611cc77c3 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Received event network-vif-unplugged-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1a675014-6715-42c6-b477-550ebae89a5c req-f2d6b392-8898-48da-b14b-591611cc77c3 service nova] Acquiring lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1a675014-6715-42c6-b477-550ebae89a5c req-f2d6b392-8898-48da-b14b-591611cc77c3 service nova] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1a675014-6715-42c6-b477-550ebae89a5c req-f2d6b392-8898-48da-b14b-591611cc77c3 service nova] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-1a675014-6715-42c6-b477-550ebae89a5c req-f2d6b392-8898-48da-b14b-591611cc77c3 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] No waiting events found dispatching network-vif-unplugged-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:44:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-1a675014-6715-42c6-b477-550ebae89a5c req-f2d6b392-8898-48da-b14b-591611cc77c3 service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Received event network-vif-unplugged-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Instance destroyed successfully.
Nov 27 14:44:35 user nova-compute[75432]: DEBUG nova.objects.instance [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'resources' on Instance uuid 4f8fca42-3710-49ad-a4c3-7d2dc3265730 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:42:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-958105120',display_name='tempest-AttachVolumeNegativeTest-server-958105120',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-958105120',id=40,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCwyYF4+FMaXmn3MP5P/EcmNoj02+5M81GWhHJ3jW4i+lQs48TyUPeXfCgKRWW2ymicrJVIrDu2xukuHMQXMIGH5OTOJTbbtb2g0RyPEvkKPgKsdCtdl4WxttKfMG92fMA==',key_name='tempest-keypair-529729121',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:42:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f67f437cfb3f43e897c0d57d58b7be95',ramdisk_id='',reservation_id='r-8ntjdrpx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-979328772',owner_user_name='tempest-AttachVolumeNegativeTest-979328772-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:42:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='435cba2d80694362adb7d0048c08ea00',uuid=4f8fca42-3710-49ad-a4c3-7d2dc3265730,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "address": "fa:16:3e:0e:68:e7", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb31ca79a-68", "ovs_interfaceid": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converting VIF {"id": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "address": "fa:16:3e:0e:68:e7", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb31ca79a-68", "ovs_interfaceid": "b31ca79a-6851-452a-9a75-b8cc99ed6fd0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0e:68:e7,bridge_name='br-int',has_traffic_filtering=True,id=b31ca79a-6851-452a-9a75-b8cc99ed6fd0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb31ca79a-68') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG os_vif [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:68:e7,bridge_name='br-int',has_traffic_filtering=True,id=b31ca79a-6851-452a-9a75-b8cc99ed6fd0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb31ca79a-68') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb31ca79a-68, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e17c03fa-f3f6-41f7-83f9-1cff78e58d6a) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:44:35 user nova-compute[75432]: INFO os_vif [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0e:68:e7,bridge_name='br-int',has_traffic_filtering=True,id=b31ca79a-6851-452a-9a75-b8cc99ed6fd0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb31ca79a-68')
Nov 27 14:44:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Deleting instance files /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730_del
Nov 27 14:44:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Deletion of /opt/stack/data/nova/instances/4f8fca42-3710-49ad-a4c3-7d2dc3265730_del complete
Nov 27 14:44:35 user nova-compute[75432]: INFO nova.compute.manager [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Took 0.73 seconds to destroy the instance on the hypervisor.
Nov 27 14:44:35 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:44:35 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:44:36 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:44:36 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Took 0.90 seconds to deallocate network for instance.
Nov 27 14:44:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-c54f4823-ed8d-4734-b19a-5575e5ffa2dc req-4a8d4277-8907-476e-bda4-4007f472b2bd service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Received event network-vif-deleted-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:36 user nova-compute[75432]: INFO nova.compute.manager [req-c54f4823-ed8d-4734-b19a-5575e5ffa2dc req-4a8d4277-8907-476e-bda4-4007f472b2bd service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Neutron deleted interface b31ca79a-6851-452a-9a75-b8cc99ed6fd0; detaching it from the instance and deleting it from the info cache
Nov 27 14:44:36 user nova-compute[75432]: DEBUG nova.network.neutron [req-c54f4823-ed8d-4734-b19a-5575e5ffa2dc req-4a8d4277-8907-476e-bda4-4007f472b2bd service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:44:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-c54f4823-ed8d-4734-b19a-5575e5ffa2dc req-4a8d4277-8907-476e-bda4-4007f472b2bd service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Detach interface failed, port_id=b31ca79a-6851-452a-9a75-b8cc99ed6fd0, reason: Instance 4f8fca42-3710-49ad-a4c3-7d2dc3265730 could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:44:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:36 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:44:36 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:44:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.251s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:36 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Deleted allocations for instance 4f8fca42-3710-49ad-a4c3-7d2dc3265730
Nov 27 14:44:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-960bc24c-0322-49f2-881d-50c08587a63d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.064s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:36 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:44:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-46fc76a6-4661-432d-9f32-2f7877bf5cea req-a23e33bb-a29c-4450-8191-f4df8b6c48fa service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Received event network-vif-plugged-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:44:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-46fc76a6-4661-432d-9f32-2f7877bf5cea req-a23e33bb-a29c-4450-8191-f4df8b6c48fa service nova] Acquiring lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-46fc76a6-4661-432d-9f32-2f7877bf5cea req-a23e33bb-a29c-4450-8191-f4df8b6c48fa service nova] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-46fc76a6-4661-432d-9f32-2f7877bf5cea req-a23e33bb-a29c-4450-8191-f4df8b6c48fa service nova] Lock "4f8fca42-3710-49ad-a4c3-7d2dc3265730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-46fc76a6-4661-432d-9f32-2f7877bf5cea req-a23e33bb-a29c-4450-8191-f4df8b6c48fa service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] No waiting events found dispatching network-vif-plugged-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:44:37 user nova-compute[75432]: WARNING nova.compute.manager [req-46fc76a6-4661-432d-9f32-2f7877bf5cea req-a23e33bb-a29c-4450-8191-f4df8b6c48fa service nova] [instance: 4f8fca42-3710-49ad-a4c3-7d2dc3265730] Received unexpected event network-vif-plugged-b31ca79a-6851-452a-9a75-b8cc99ed6fd0 for instance with vm_state deleted and task_state None.
Nov 27 14:44:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:38 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:44:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:38 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:44:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:44:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:44:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:44:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:44:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:44:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8109MB free_disk=24.91287612915039GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance cc7c4123-1120-4607-9835-184533649e6e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c569a17a-ce8e-4584-9420-2f8b6061360e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 42449b27-2f10-43e4-825e-f1dfe0977729 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:44:40 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:44:41 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:44:41 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:44:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:44:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.341s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:44:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid 08c7df11-f577-4a78-a189-96e9dc33592b {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Updating instance_info_cache with network_info: [{"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:44:44 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:44:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:44:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:44:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:45:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:45:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:45:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:45:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:45:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "cc7c4123-1120-4607-9835-184533649e6e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "cc7c4123-1120-4607-9835-184533649e6e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:25 user nova-compute[75432]: INFO nova.compute.manager [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Detaching volume 98cf0b30-7536-4a94-9771-f3f57e646cac
Nov 27 14:45:26 user nova-compute[75432]: INFO nova.virt.block_device [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Attempting to driver detach volume 98cf0b30-7536-4a94-9771-f3f57e646cac from mountpoint /dev/vdb
Nov 27 14:45:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Attempting to detach device vdb from instance cc7c4123-1120-4607-9835-184533649e6e from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:45:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:45:26 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:45:26 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:45:26 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:45:26 user nova-compute[75432]:   <serial>98cf0b30-7536-4a94-9771-f3f57e646cac</serial>
Nov 27 14:45:26 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:45:26 user nova-compute[75432]: </disk>
Nov 27 14:45:26 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:45:26 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully detached device vdb from instance cc7c4123-1120-4607-9835-184533649e6e from the persistent domain config.
Nov 27 14:45:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cc7c4123-1120-4607-9835-184533649e6e from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:45:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:45:26 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:45:26 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:45:26 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:45:26 user nova-compute[75432]:   <serial>98cf0b30-7536-4a94-9771-f3f57e646cac</serial>
Nov 27 14:45:26 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:45:26 user nova-compute[75432]: </disk>
Nov 27 14:45:26 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:45:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cc7c4123-1120-4607-9835-184533649e6e {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:45:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:45:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:45:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:45:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:45:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:36 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:45:38 user nova-compute[75432]: INFO nova.compute.manager [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Rescuing
Nov 27 14:45:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:45:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquired lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:45:38 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Updating instance_info_cache with network_info: [{"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Releasing lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-87959d57-b86a-4dbd-8817-968bfbf81b9f req-cdce6b8b-31a8-493f-a452-e57977c7001e service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-unplugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-87959d57-b86a-4dbd-8817-968bfbf81b9f req-cdce6b8b-31a8-493f-a452-e57977c7001e service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-87959d57-b86a-4dbd-8817-968bfbf81b9f req-cdce6b8b-31a8-493f-a452-e57977c7001e service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-87959d57-b86a-4dbd-8817-968bfbf81b9f req-cdce6b8b-31a8-493f-a452-e57977c7001e service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-87959d57-b86a-4dbd-8817-968bfbf81b9f req-cdce6b8b-31a8-493f-a452-e57977c7001e service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-unplugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:45:39 user nova-compute[75432]: WARNING nova.compute.manager [req-87959d57-b86a-4dbd-8817-968bfbf81b9f req-cdce6b8b-31a8-493f-a452-e57977c7001e service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-unplugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state active and task_state rescuing.
Nov 27 14:45:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Instance destroyed successfully.
Nov 27 14:45:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Attempting a stable device rescue
Nov 27 14:45:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75432) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 27 14:45:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Instance directory exists: not creating {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 14:45:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Creating image(s)
Nov 27 14:45:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "/opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "/opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "/opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:40 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'trusted_certs' on Instance uuid c569a17a-ce8e-4584-9420-2f8b6061360e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:45:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "29dc74b752639feb5cbfee0cd6552e4c4802d3ed" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "29dc74b752639feb5cbfee0cd6552e4c4802d3ed" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:45:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed.part --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.997s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed.part --force-share --output=json" returned: 0 in 0.200s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG nova.virt.images [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] 10a79b1c-deb5-4cc3-8163-5efc9feef72d was qcow2, converting to raw {{(pid=75432) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed.part /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed.converted {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-ca3c111c-a4af-4ba4-8f5f-7786ac04b551 req-2f5bf708-35c0-43d2-9905-b1cd77e7dc28 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ca3c111c-a4af-4ba4-8f5f-7786ac04b551 req-2f5bf708-35c0-43d2-9905-b1cd77e7dc28 service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ca3c111c-a4af-4ba4-8f5f-7786ac04b551 req-2f5bf708-35c0-43d2-9905-b1cd77e7dc28 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ca3c111c-a4af-4ba4-8f5f-7786ac04b551 req-2f5bf708-35c0-43d2-9905-b1cd77e7dc28 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-ca3c111c-a4af-4ba4-8f5f-7786ac04b551 req-2f5bf708-35c0-43d2-9905-b1cd77e7dc28 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:45:41 user nova-compute[75432]: WARNING nova.compute.manager [req-ca3c111c-a4af-4ba4-8f5f-7786ac04b551 req-2f5bf708-35c0-43d2-9905-b1cd77e7dc28 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state active and task_state rescuing.
Nov 27 14:45:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed.part /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed.converted" returned: 0 in 0.568s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed.converted --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed.converted --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "29dc74b752639feb5cbfee0cd6552e4c4802d3ed" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.025s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "29dc74b752639feb5cbfee0cd6552e4c4802d3ed" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "29dc74b752639feb5cbfee0cd6552e4c4802d3ed" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed --force-share --output=json" returned: 0 in 0.212s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed,backing_fmt=raw /opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/disk.rescue {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed,backing_fmt=raw /opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/disk.rescue" returned: 0 in 0.056s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "29dc74b752639feb5cbfee0cd6552e4c4802d3ed" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.276s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'migration_context' on Instance uuid c569a17a-ce8e-4584-9420-2f8b6061360e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.objects.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Object Instance<c569a17a-ce8e-4584-9420-2f8b6061360e> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Start _get_guest_xml network_info=[{"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "vif_mac": "fa:16:3e:63:7d:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '10a79b1c-deb5-4cc3-8163-5efc9feef72d', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '11bc418b-657d-47be-a8c6-57d957c5839c', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jURXJOLH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'c569a17a-ce8e-4584-9420-2f8b6061360e', 'attached_at': '', 'detached_at': '', 'volume_id': '46e80ef4-4e77-407b-88b1-a54a4a5ef17b', 'serial': '46e80ef4-4e77-407b-88b1-a54a4a5ef17b'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'resources' on Instance uuid c569a17a-ce8e-4584-9420-2f8b6061360e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.objects.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Object Instance<c569a17a-ce8e-4584-9420-2f8b6061360e> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'numa_topology' on Instance uuid c569a17a-ce8e-4584-9420-2f8b6061360e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.objects.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Object Instance<c569a17a-ce8e-4584-9420-2f8b6061360e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:45:42 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:45:42 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'vcpu_model' on Instance uuid c569a17a-ce8e-4584-9420-2f8b6061360e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.objects.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Object Instance<c569a17a-ce8e-4584-9420-2f8b6061360e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jURXJOLH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:45:42 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:45:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:45:42 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:45:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:45:42 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2f72fd7-3212-4aa6-a43d-6a5d3b536e23]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = jURXJOLH\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 27 14:45:42 user nova-compute[75432]: node.name = iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b
Nov 27 14:45:42 user nova-compute[75432]: node.tpgt = -1
Nov 27 14:45:42 user nova-compute[75432]: node.startup = automatic
Nov 27 14:45:42 user nova-compute[75432]: node.leading_login = No
Nov 27 14:45:42 user nova-compute[75432]: iface.iscsi_ifacename = default
Nov 27 14:45:42 user nova-compute[75432]: iface.net_ifacename = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.ipaddress = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.prefix_len = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.hwaddress = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.transport_name = tcp
Nov 27 14:45:42 user nova-compute[75432]: iface.initiatorname = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.state = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.vlan_id = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.vlan_priority = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.vlan_state = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.iface_num = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.mtu = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.port = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.bootproto = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.subnet_mask = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.gateway = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.dhcp_alt_client_id_state = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.dhcp_alt_client_id = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.dhcp_dns = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.dhcp_learn_iqn = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.dhcp_req_vendor_id_state = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.dhcp_vendor_id_state = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.dhcp_vendor_id = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.dhcp_slp_da = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.fragmentation = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.gratuitous_arp = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.incoming_forwarding = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.tos_state = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.tos = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.ttl = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.delayed_ack = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.tcp_nagle = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.tcp_wsf_state = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.tcp_wsf = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.tcp_timer_scale = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.tcp_timestamp = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.redirect = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.def_task_mgmt_timeout = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.header_digest = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.data_digest = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.immediate_data = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.initial_r2t = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.data_seq_inorder = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.data_pdu_inorder = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.erl = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.max_receive_data_len = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.first_burst_len = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.max_outstanding_r2t = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.max_burst_len = 0
Nov 27 14:45:42 user nova-compute[75432]: iface.chap_auth = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.bidi_chap = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.strict_login_compliance = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.discovery_auth = <empty>
Nov 27 14:45:42 user nova-compute[75432]: iface.discovery_logout = <empty>
Nov 27 14:45:42 user nova-compute[75432]: node.discovery_address = <empty>
Nov 27 14:45:42 user nova-compute[75432]: node.discovery_port = 0
Nov 27 14:45:42 user nova-compute[75432]: node.discovery_type = static
Nov 27 14:45:42 user nova-compute[75432]: node.session.initial_cmdsn = 0
Nov 27 14:45:42 user nova-compute[75432]: node.session.initial_login_retry_max = 8
Nov 27 14:45:42 user nova-compute[75432]: node.session.xmit_thread_priority = -20
Nov 27 14:45:42 user nova-compute[75432]: node.session.cmds_max = 128
Nov 27 14:45:42 user nova-compute[75432]: node.session.queue_depth = 32
Nov 27 14:45:42 user nova-compute[75432]: node.session.nr_sessions = 1
Nov 27 14:45:42 user nova-compute[75432]: node.session.auth.authmethod = CHAP
Nov 27 14:45:42 user nova-compute[75432]: node.session.auth.username = jURXJOLH
Nov 27 14:45:42 user nova-compute[75432]: node.session.auth.password = ***
Nov 27 14:45:42 user nova-compute[75432]: node.session.auth.username_in = <empty>
Nov 27 14:45:42 user nova-compute[75432]: node.session.auth.password_in = <empty>
Nov 27 14:45:42 user nova-compute[75432]: node.session.auth.chap_algs = MD5
Nov 27 14:45:42 user nova-compute[75432]: node.session.timeo.replacement_timeout = 120
Nov 27 14:45:42 user nova-compute[75432]: node.session.err_timeo.abort_timeout = 15
Nov 27 14:45:42 user nova-compute[75432]: node.session.err_timeo.lu_reset_timeout = 30
Nov 27 14:45:42 user nova-compute[75432]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 27 14:45:42 user nova-compute[75432]: node.session.err_timeo.host_reset_timeout = 60
Nov 27 14:45:42 user nova-compute[75432]: node.session.iscsi.FastAbort = Yes
Nov 27 14:45:42 user nova-compute[75432]: node.session.iscsi.InitialR2T = No
Nov 27 14:45:42 user nova-compute[75432]: node.session.iscsi.ImmediateData = Yes
Nov 27 14:45:42 user nova-compute[75432]: node.session.iscsi.FirstBurstLength = 262144
Nov 27 14:45:42 user nova-compute[75432]: node.session.iscsi.MaxBurstLength = 16776192
Nov 27 14:45:42 user nova-compute[75432]: node.session.iscsi.DefaultTime2Retain = 0
Nov 27 14:45:42 user nova-compute[75432]: node.session.iscsi.DefaultTime2Wait = 2
Nov 27 14:45:42 user nova-compute[75432]: node.session.iscsi.MaxConnections = 1
Nov 27 14:45:42 user nova-compute[75432]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 27 14:45:42 user nova-compute[75432]: node.session.iscsi.ERL = 0
Nov 27 14:45:42 user nova-compute[75432]: node.session.scan = manual
Nov 27 14:45:42 user nova-compute[75432]: node.session.reopen_max = 0
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].address = 172.16.0.220
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].port = 3260
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].startup = manual
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].tcp.window_size = 524288
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].tcp.type_of_service = 0
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].timeo.logout_timeout = 15
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].timeo.login_timeout = 15
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].timeo.auth_timeout = 45
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].timeo.noop_out_interval = 5
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].timeo.noop_out_timeout = 5
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].iscsi.HeaderDigest = None
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].iscsi.DataDigest = None
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].iscsi.IFMarker = No
Nov 27 14:45:42 user nova-compute[75432]: node.conn[0].iscsi.OFMarker = No
Nov 27 14:45:42 user nova-compute[75432]: # END RECORD
Nov 27 14:45:42 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2801fcfc-9b36-4a18-a7a9-d727a830cb61]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffcee21a-4ae6-4208-99d2-de42cf6ac93c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jURXJOLH {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jURXJOLH" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d335deae-f400-4d09-ad08-23f36c1d76ce]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jURXJOLH'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:43 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:45:43 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8432MB free_disk=24.908859252929688GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e5a67f1-b021-47b2-b5cf-043d3bafafcc]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff0a654d-00c8-426b-a964-85a32b257a92]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:45:43 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:45:43 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:45:43 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:45:43 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:45:43 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:45:43 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.529s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] HCTL ('34', '0', '0', 0) found on session 47 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[412fec56-c990-46b6-85f6-7a846f40b7ec]: (4, ('0 0 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Searching for a device in session 47 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jURXJOLH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.554s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] <== connect_volume: return (555ms) {'type': 'block', 'scsi_wwn': '23831353437333931', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23831353437333931', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:43:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-104271688',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-104271688',id=41,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:44:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-u0ge3u4q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:44:08Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=c569a17a-ce8e-4584-9420-2f8b6061360e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "vif_mac": "fa:16:3e:63:7d:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "vif_mac": "fa:16:3e:63:7d:28"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:63:7d:28,bridge_name='br-int',has_traffic_filtering=True,id=b01831ce-4b88-4ca1-a112-8bff36613ec5,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb01831ce-4b') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'pci_devices' on Instance uuid c569a17a-ce8e-4584-9420-2f8b6061360e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.objects.base [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Object Instance<c569a17a-ce8e-4584-9420-2f8b6061360e> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:45:43 user nova-compute[75432]:   <uuid>c569a17a-ce8e-4584-9420-2f8b6061360e</uuid>
Nov 27 14:45:43 user nova-compute[75432]:   <name>instance-00000029</name>
Nov 27 14:45:43 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:45:43 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:45:43 user nova-compute[75432]:   <metadata>
Nov 27 14:45:43 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:45:43 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:45:43 user nova-compute[75432]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-104271688</nova:name>
Nov 27 14:45:43 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:45:42</nova:creationTime>
Nov 27 14:45:43 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:45:43 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:45:43 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:45:43 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:45:43 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:45:43 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:45:43 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:45:43 user nova-compute[75432]:       <nova:owner>
Nov 27 14:45:43 user nova-compute[75432]:         <nova:user uuid="ac7d7266b7c449bd893608703e58a802">tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member</nova:user>
Nov 27 14:45:43 user nova-compute[75432]:         <nova:project uuid="03391693a1d74dc785097aaec5321eed">tempest-ServerBootFromVolumeStableRescueTest-989633053</nova:project>
Nov 27 14:45:43 user nova-compute[75432]:       </nova:owner>
Nov 27 14:45:43 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:45:43 user nova-compute[75432]:       <nova:ports>
Nov 27 14:45:43 user nova-compute[75432]:         <nova:port uuid="b01831ce-4b88-4ca1-a112-8bff36613ec5">
Nov 27 14:45:43 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 27 14:45:43 user nova-compute[75432]:         </nova:port>
Nov 27 14:45:43 user nova-compute[75432]:       </nova:ports>
Nov 27 14:45:43 user nova-compute[75432]:     </nova:instance>
Nov 27 14:45:43 user nova-compute[75432]:   </metadata>
Nov 27 14:45:43 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:45:43 user nova-compute[75432]:     <system>
Nov 27 14:45:43 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:45:43 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:45:43 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:45:43 user nova-compute[75432]:       <entry name="serial">c569a17a-ce8e-4584-9420-2f8b6061360e</entry>
Nov 27 14:45:43 user nova-compute[75432]:       <entry name="uuid">c569a17a-ce8e-4584-9420-2f8b6061360e</entry>
Nov 27 14:45:43 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:45:43 user nova-compute[75432]:     </system>
Nov 27 14:45:43 user nova-compute[75432]:   </sysinfo>
Nov 27 14:45:43 user nova-compute[75432]:   <os>
Nov 27 14:45:43 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:45:43 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:45:43 user nova-compute[75432]:   </os>
Nov 27 14:45:43 user nova-compute[75432]:   <features>
Nov 27 14:45:43 user nova-compute[75432]:     <acpi/>
Nov 27 14:45:43 user nova-compute[75432]:     <apic/>
Nov 27 14:45:43 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:45:43 user nova-compute[75432]:   </features>
Nov 27 14:45:43 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:45:43 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:45:43 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:45:43 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:45:43 user nova-compute[75432]:   </clock>
Nov 27 14:45:43 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:45:43 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:45:43 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:45:43 user nova-compute[75432]:   </cpu>
Nov 27 14:45:43 user nova-compute[75432]:   <devices>
Nov 27 14:45:43 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:45:43 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:45:43 user nova-compute[75432]:       <source dev="/dev/sdc"/>
Nov 27 14:45:43 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:45:43 user nova-compute[75432]:       <serial>46e80ef4-4e77-407b-88b1-a54a4a5ef17b</serial>
Nov 27 14:45:43 user nova-compute[75432]:     </disk>
Nov 27 14:45:43 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:45:43 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:45:43 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/disk.rescue"/>
Nov 27 14:45:43 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:45:43 user nova-compute[75432]:       <boot order="1"/>
Nov 27 14:45:43 user nova-compute[75432]:     </disk>
Nov 27 14:45:43 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:45:43 user nova-compute[75432]:       <mac address="fa:16:3e:63:7d:28"/>
Nov 27 14:45:43 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:45:43 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:45:43 user nova-compute[75432]:       <target dev="tapb01831ce-4b"/>
Nov 27 14:45:43 user nova-compute[75432]:     </interface>
Nov 27 14:45:43 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:45:43 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/console.log" append="off"/>
Nov 27 14:45:43 user nova-compute[75432]:     </serial>
Nov 27 14:45:43 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:45:43 user nova-compute[75432]:     <video>
Nov 27 14:45:43 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:45:43 user nova-compute[75432]:     </video>
Nov 27 14:45:43 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:45:43 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:45:43 user nova-compute[75432]:     </rng>
Nov 27 14:45:43 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:45:43 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:45:43 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:45:43 user nova-compute[75432]:     </memballoon>
Nov 27 14:45:43 user nova-compute[75432]:   </devices>
Nov 27 14:45:43 user nova-compute[75432]: </domain>
Nov 27 14:45:43 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:45:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Instance destroyed successfully.
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance cc7c4123-1120-4607-9835-184533649e6e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c569a17a-ce8e-4584-9420-2f8b6061360e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 42449b27-2f10-43e4-825e-f1dfe0977729 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] No VIF found with MAC fa:16:3e:63:7d:28, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:45:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.393s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "486b8042-b8fa-45d5-81fe-c23f257acf25" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:44 user nova-compute[75432]: DEBUG nova.compute.manager [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:45:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:44 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:45:44 user nova-compute[75432]: INFO nova.compute.claims [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Claim successful on node user
Nov 27 14:45:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.384s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG nova.compute.manager [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG nova.compute.manager [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG nova.network.neutron [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG nova.compute.manager [req-f703f5aa-b0c6-4eea-835d-b5dd2b4054c0 req-a5e91c10-2afe-44ee-9007-f55417eaf4bc service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f703f5aa-b0c6-4eea-835d-b5dd2b4054c0 req-a5e91c10-2afe-44ee-9007-f55417eaf4bc service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f703f5aa-b0c6-4eea-835d-b5dd2b4054c0 req-a5e91c10-2afe-44ee-9007-f55417eaf4bc service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f703f5aa-b0c6-4eea-835d-b5dd2b4054c0 req-a5e91c10-2afe-44ee-9007-f55417eaf4bc service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG nova.compute.manager [req-f703f5aa-b0c6-4eea-835d-b5dd2b4054c0 req-a5e91c10-2afe-44ee-9007-f55417eaf4bc service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:45:45 user nova-compute[75432]: WARNING nova.compute.manager [req-f703f5aa-b0c6-4eea-835d-b5dd2b4054c0 req-a5e91c10-2afe-44ee-9007-f55417eaf4bc service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state active and task_state rescuing.
Nov 27 14:45:45 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:45:45 user nova-compute[75432]: DEBUG nova.compute.manager [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG nova.policy [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1104b5bff1dc4fb8a64ddc97c75ffd17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae333e5342e476c82ac33016160e51a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:45:45 user nova-compute[75432]: INFO nova.virt.block_device [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Booting with volume a0dc92c0-0900-4385-95ee-ffc5b09ab109 at /dev/vda
Nov 27 14:45:45 user nova-compute[75432]: DEBUG os_brick.utils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[681d0746-425a-4aaa-800e-7449f74290ed]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3f446ac-60de-4fe4-907e-42f1be8ab842]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[36a76ee1-4600-49f3-9bc4-5f52b4a96a03]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[32c8acc3-e8ba-405e-bb40-82742aa4ec24]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:45:45 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[18a1ff49-4fc4-4a50-97b5-eebcd2b92982]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG os_brick.utils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Updating existing volume attachment record: e3e2d661-d5c4-4366-b3c8-8187212e98c7 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:45:45 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG nova.network.neutron [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Successfully created port: 09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:45:46 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cc7c4123-1120-4607-9835-184533649e6e is timed out.
Nov 27 14:45:46 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully detached device vdb from instance cc7c4123-1120-4607-9835-184533649e6e from the live domain config.
Nov 27 14:45:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dJHlXPzp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:45:46 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb34bd5f-ba7b-43bc-aa9f-162de305ce0b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:45:46 user nova-compute[75432]: No targets found.
Nov 27 14:45:46 user nova-compute[75432]: iSNS:
Nov 27 14:45:46 user nova-compute[75432]: No targets found.
Nov 27 14:45:46 user nova-compute[75432]: STATIC:
Nov 27 14:45:46 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b
Nov 27 14:45:46 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:45:46 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:45:46 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:45:46 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:45:46 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:45:46 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac
Nov 27 14:45:46 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:45:46 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:45:46 user nova-compute[75432]: FIRMWARE:
Nov 27 14:45:46 user nova-compute[75432]: No targets found.
Nov 27 14:45:46 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:45:46 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:45:46 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[672786fe-3dfb-4786-89a7-4f128d6da21f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[03d6fcce-ab50-458c-bec6-1d00a8af6232]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:45:46 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:45:46 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:45:46 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:45:46 user nova-compute[75432]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac (non-flash)
Nov 27 14:45:46 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:45:46 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b2cfac5e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[739f4d60-56e8-40a0-9351-9c211a5798c6]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updating instance_info_cache with network_info: [{"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[69f67b01-5ced-4200-9446-4123b9073dbe]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a7fad36-5035-4a30-ba38-71829d806af0]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.060s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[681001bb-742e-438a-9ee7-50718d114a05]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f2c4f40-eb11-46b0-92a0-0bb7f53aa9cb]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4a7bf50-0706-4b6f-a666-cda498690b52]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac, portal: 172.16.0.220,3260]
Nov 27 14:45:46 user nova-compute[75432]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac, portal: 172.16.0.220,3260] successful.
Nov 27 14:45:46 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:98cf0b30-7536-4a94-9771-f3f57e646cac -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc0d0b95-5392-477e-9f5a-3b49befbba82]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] <== disconnect_volume: return (343ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:45:46 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.network.neutron [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Successfully updated port: 09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.compute.manager [req-8202ae85-1b6b-4ab2-aa6d-6822ff4d5b7a req-d49b439f-cdb6-4be7-ad3c-f1dc88c0e9fa service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8202ae85-1b6b-4ab2-aa6d-6822ff4d5b7a req-d49b439f-cdb6-4be7-ad3c-f1dc88c0e9fa service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8202ae85-1b6b-4ab2-aa6d-6822ff4d5b7a req-d49b439f-cdb6-4be7-ad3c-f1dc88c0e9fa service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8202ae85-1b6b-4ab2-aa6d-6822ff4d5b7a req-d49b439f-cdb6-4be7-ad3c-f1dc88c0e9fa service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.compute.manager [req-8202ae85-1b6b-4ab2-aa6d-6822ff4d5b7a req-d49b439f-cdb6-4be7-ad3c-f1dc88c0e9fa service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:45:47 user nova-compute[75432]: WARNING nova.compute.manager [req-8202ae85-1b6b-4ab2-aa6d-6822ff4d5b7a req-d49b439f-cdb6-4be7-ad3c-f1dc88c0e9fa service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state active and task_state rescuing.
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "refresh_cache-486b8042-b8fa-45d5-81fe-c23f257acf25" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquired lock "refresh_cache-486b8042-b8fa-45d5-81fe-c23f257acf25" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.network.neutron [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.compute.manager [req-53fe3466-aed4-43a3-8c43-f958ed8b66d2 req-8657e17e-5e56-4245-8087-de5d8061452e service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Received event network-changed-09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.compute.manager [req-53fe3466-aed4-43a3-8c43-f958ed8b66d2 req-8657e17e-5e56-4245-8087-de5d8061452e service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Refreshing instance network info cache due to event network-changed-09a0ce65-f08b-4987-8328-70089204097b. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-53fe3466-aed4-43a3-8c43-f958ed8b66d2 req-8657e17e-5e56-4245-8087-de5d8061452e service nova] Acquiring lock "refresh_cache-486b8042-b8fa-45d5-81fe-c23f257acf25" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.network.neutron [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1b77a48f-fb87-464c-b595-e829903d298a tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.network.neutron [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Updating instance_info_cache with network_info: [{"id": "09a0ce65-f08b-4987-8328-70089204097b", "address": "fa:16:3e:5e:01:69", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09a0ce65-f0", "ovs_interfaceid": "09a0ce65-f08b-4987-8328-70089204097b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Releasing lock "refresh_cache-486b8042-b8fa-45d5-81fe-c23f257acf25" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.compute.manager [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Instance network_info: |[{"id": "09a0ce65-f08b-4987-8328-70089204097b", "address": "fa:16:3e:5e:01:69", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09a0ce65-f0", "ovs_interfaceid": "09a0ce65-f08b-4987-8328-70089204097b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-53fe3466-aed4-43a3-8c43-f958ed8b66d2 req-8657e17e-5e56-4245-8087-de5d8061452e service nova] Acquired lock "refresh_cache-486b8042-b8fa-45d5-81fe-c23f257acf25" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.network.neutron [req-53fe3466-aed4-43a3-8c43-f958ed8b66d2 req-8657e17e-5e56-4245-8087-de5d8061452e service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Refreshing network info cache for port 09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "42449b27-2f10-43e4-825e-f1dfe0977729" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "42449b27-2f10-43e4-825e-f1dfe0977729" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.objects.instance [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lazy-loading 'flavor' on Instance uuid 42449b27-2f10-43e4-825e-f1dfe0977729 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:45:47 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Ignoring supplied device name: /dev/vdb
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "42449b27-2f10-43e4-825e-f1dfe0977729" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "42449b27-2f10-43e4-825e-f1dfe0977729" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "42449b27-2f10-43e4-825e-f1dfe0977729" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:47 user nova-compute[75432]: INFO nova.compute.manager [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Attaching volume 19797fb1-786c-4a10-b1e3-4215d852d971 to /dev/vdb
Nov 27 14:45:47 user nova-compute[75432]: DEBUG nova.objects.instance [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'flavor' on Instance uuid cc7c4123-1120-4607-9835-184533649e6e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG os_brick.utils [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0ac884d9-b53a-4acb-b1bb-afd7934f6096 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "cc7c4123-1120-4607-9835-184533649e6e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.076s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c562a5a8-e813-4f56-9e1d-c88fc28d52ce]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG nova.network.neutron [req-53fe3466-aed4-43a3-8c43-f958ed8b66d2 req-8657e17e-5e56-4245-8087-de5d8061452e service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Updated VIF entry in instance network info cache for port 09a0ce65-f08b-4987-8328-70089204097b. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG nova.network.neutron [req-53fe3466-aed4-43a3-8c43-f958ed8b66d2 req-8657e17e-5e56-4245-8087-de5d8061452e service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Updating instance_info_cache with network_info: [{"id": "09a0ce65-f08b-4987-8328-70089204097b", "address": "fa:16:3e:5e:01:69", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09a0ce65-f0", "ovs_interfaceid": "09a0ce65-f08b-4987-8328-70089204097b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1c701ee-7b43-4c54-9887-e293f7981028]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-53fe3466-aed4-43a3-8c43-f958ed8b66d2 req-8657e17e-5e56-4245-8087-de5d8061452e service nova] Releasing lock "refresh_cache-486b8042-b8fa-45d5-81fe-c23f257acf25" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[85b8029e-f756-4996-84b9-2f90443d4227]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5614de8-d375-4017-83a5-8f4805e04aaf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:45:48 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:45:48 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[520a93f2-1f49-41e7-a549-2494488878cc]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG os_brick.utils [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] <== get_connector_properties: return (149ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:45:48 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Updating existing volume attachment record: 290e408b-1ad2-4f23-b01f-18f4ce5552cd {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:45:49 user nova-compute[75432]: DEBUG nova.compute.manager [req-f7b75c88-a32b-44e0-8f4e-94e0d07f041a req-f87b3322-84e3-4e9c-8cdb-a73259ec0e0f service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Received event network-changed-9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:45:49 user nova-compute[75432]: DEBUG nova.compute.manager [req-f7b75c88-a32b-44e0-8f4e-94e0d07f041a req-f87b3322-84e3-4e9c-8cdb-a73259ec0e0f service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Refreshing instance network info cache due to event network-changed-9197a10c-7e03-4791-a330-accae541e11e. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:45:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f7b75c88-a32b-44e0-8f4e-94e0d07f041a req-f87b3322-84e3-4e9c-8cdb-a73259ec0e0f service nova] Acquiring lock "refresh_cache-42449b27-2f10-43e4-825e-f1dfe0977729" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:45:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f7b75c88-a32b-44e0-8f4e-94e0d07f041a req-f87b3322-84e3-4e9c-8cdb-a73259ec0e0f service nova] Acquired lock "refresh_cache-42449b27-2f10-43e4-825e-f1dfe0977729" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:45:49 user nova-compute[75432]: DEBUG nova.network.neutron [req-f7b75c88-a32b-44e0-8f4e-94e0d07f041a req-f87b3322-84e3-4e9c-8cdb-a73259ec0e0f service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Refreshing network info cache for port 9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:45:49 user nova-compute[75432]: DEBUG nova.network.neutron [req-f7b75c88-a32b-44e0-8f4e-94e0d07f041a req-f87b3322-84e3-4e9c-8cdb-a73259ec0e0f service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Updated VIF entry in instance network info cache for port 9197a10c-7e03-4791-a330-accae541e11e. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:45:49 user nova-compute[75432]: DEBUG nova.network.neutron [req-f7b75c88-a32b-44e0-8f4e-94e0d07f041a req-f87b3322-84e3-4e9c-8cdb-a73259ec0e0f service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Updating instance_info_cache with network_info: [{"id": "9197a10c-7e03-4791-a330-accae541e11e", "address": "fa:16:3e:14:0a:88", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9197a10c-7e", "ovs_interfaceid": "9197a10c-7e03-4791-a330-accae541e11e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:45:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f7b75c88-a32b-44e0-8f4e-94e0d07f041a req-f87b3322-84e3-4e9c-8cdb-a73259ec0e0f service nova] Releasing lock "refresh_cache-42449b27-2f10-43e4-825e-f1dfe0977729" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:45:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:45:52 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Creating image(s)
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Ensure instance console log exists: /opt/stack/data/nova/instances/486b8042-b8fa-45d5-81fe-c23f257acf25/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Start _get_guest_xml network_info=[{"id": "09a0ce65-f08b-4987-8328-70089204097b", "address": "fa:16:3e:5e:01:69", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09a0ce65-f0", "ovs_interfaceid": "09a0ce65-f08b-4987-8328-70089204097b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': 'e3e2d661-d5c4-4366-b3c8-8187212e98c7', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lgeSXIRW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '486b8042-b8fa-45d5-81fe-c23f257acf25', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0dc92c0-0900-4385-95ee-ffc5b09ab109', 'serial': 'a0dc92c0-0900-4385-95ee-ffc5b09ab109'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:45:52 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:45:52 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lgeSXIRW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:45:52 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:45:52 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:45:52 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f5cc6c2-b059-4ad7-97e8-8a68a2152197]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:45:52 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a36472cd-15d6-4c41-ad03-ea2892afa008]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109] added
Nov 27 14:45:52 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c039fe14-b15d-4fd8-a6da-1982ee269f70]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6fac622-c591-48b0-81ea-e3cfd5c8e6de]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lgeSXIRW {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lgeSXIRW" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f930c165-c92a-45e2-a994-dee1f74f6d13]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lgeSXIRW'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ed4d422-078a-4b38-ab4c-bd6519dd12a3]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[425de866-f92d-4933-9bf8-d1be9070dfba]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4edea5c-b98b-4027-9342-4b71fe761d00 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:45:52 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:45:52 user nova-compute[75432]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4edea5c-b98b-4027-9342-4b71fe761d00 (non-flash)
Nov 27 14:45:52 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:45:52 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:45:52 user nova-compute[75432]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4edea5c-b98b-4027-9342-4b71fe761d00 (non-flash)
Nov 27 14:45:52 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[209062e6-f849-4322-b5d2-952ab9ef1748]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109, portal: 172.16.0.220,3260]
Nov 27 14:45:52 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109, portal: 172.16.0.220,3260] successful.
Nov 27 14:45:52 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d36e312-7bad-4520-aa18-fc3c000799a3]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6ed666d-0493-47ce-88b2-c821e50607ec]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4edea5c-b98b-4027-9342-4b71fe761d00 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:45:52 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:45:52 user nova-compute[75432]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4edea5c-b98b-4027-9342-4b71fe761d00 (non-flash)
Nov 27 14:45:52 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:45:52 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:45:52 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:45:52 user nova-compute[75432]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4edea5c-b98b-4027-9342-4b71fe761d00 (non-flash)
Nov 27 14:45:52 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:45:52 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] HCTL ('36', '-', '-', 0) found on session 49 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[32414b08-459b-4263-95d3-d6dc621fdc4d]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching for a device in session 49 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:45:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lgeSXIRW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:45:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:45:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== connect_volume: return (1340ms) {'type': 'block', 'scsi_wwn': '26664386439303866', 'path': '/dev/sde'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:45:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26664386439303866', 'path': '/dev/sde'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:45:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:45:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-859259425',display_name='tempest-TestVolumeBootPattern-volume-backed-server-859259425',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-859259425',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLkx0WkuBgBNMhnA3XrZmzGWjhX0wwgqQ5/FfLZhnPPvDghl04CoMaoeUc4FeLaDyjyhvvcZ+BkvQZQfHplXP3zv9mmMDNpV4KK0XiaDOjkG5DQ/Jj2OkoKePZM3bCmVhA==',key_name='tempest-keypair-1386617416',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-xph6rbvt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:45:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=486b8042-b8fa-45d5-81fe-c23f257acf25,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09a0ce65-f08b-4987-8328-70089204097b", "address": "fa:16:3e:5e:01:69", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09a0ce65-f0", "ovs_interfaceid": "09a0ce65-f08b-4987-8328-70089204097b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:45:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "09a0ce65-f08b-4987-8328-70089204097b", "address": "fa:16:3e:5e:01:69", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09a0ce65-f0", "ovs_interfaceid": "09a0ce65-f08b-4987-8328-70089204097b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:45:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:01:69,bridge_name='br-int',has_traffic_filtering=True,id=09a0ce65-f08b-4987-8328-70089204097b,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09a0ce65-f0') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:45:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lazy-loading 'pci_devices' on Instance uuid 486b8042-b8fa-45d5-81fe-c23f257acf25 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:45:54 user nova-compute[75432]:   <uuid>486b8042-b8fa-45d5-81fe-c23f257acf25</uuid>
Nov 27 14:45:54 user nova-compute[75432]:   <name>instance-0000002b</name>
Nov 27 14:45:54 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:45:54 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:45:54 user nova-compute[75432]:   <metadata>
Nov 27 14:45:54 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:45:54 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:45:54 user nova-compute[75432]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-859259425</nova:name>
Nov 27 14:45:54 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:45:52</nova:creationTime>
Nov 27 14:45:54 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:45:54 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:45:54 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:45:54 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:45:54 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:45:54 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:45:54 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:45:54 user nova-compute[75432]:       <nova:owner>
Nov 27 14:45:54 user nova-compute[75432]:         <nova:user uuid="1104b5bff1dc4fb8a64ddc97c75ffd17">tempest-TestVolumeBootPattern-781872517-project-member</nova:user>
Nov 27 14:45:54 user nova-compute[75432]:         <nova:project uuid="9ae333e5342e476c82ac33016160e51a">tempest-TestVolumeBootPattern-781872517</nova:project>
Nov 27 14:45:54 user nova-compute[75432]:       </nova:owner>
Nov 27 14:45:54 user nova-compute[75432]:       <nova:ports>
Nov 27 14:45:54 user nova-compute[75432]:         <nova:port uuid="09a0ce65-f08b-4987-8328-70089204097b">
Nov 27 14:45:54 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 14:45:54 user nova-compute[75432]:         </nova:port>
Nov 27 14:45:54 user nova-compute[75432]:       </nova:ports>
Nov 27 14:45:54 user nova-compute[75432]:     </nova:instance>
Nov 27 14:45:54 user nova-compute[75432]:   </metadata>
Nov 27 14:45:54 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:45:54 user nova-compute[75432]:     <system>
Nov 27 14:45:54 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:45:54 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:45:54 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:45:54 user nova-compute[75432]:       <entry name="serial">486b8042-b8fa-45d5-81fe-c23f257acf25</entry>
Nov 27 14:45:54 user nova-compute[75432]:       <entry name="uuid">486b8042-b8fa-45d5-81fe-c23f257acf25</entry>
Nov 27 14:45:54 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:45:54 user nova-compute[75432]:     </system>
Nov 27 14:45:54 user nova-compute[75432]:   </sysinfo>
Nov 27 14:45:54 user nova-compute[75432]:   <os>
Nov 27 14:45:54 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:45:54 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:45:54 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:45:54 user nova-compute[75432]:   </os>
Nov 27 14:45:54 user nova-compute[75432]:   <features>
Nov 27 14:45:54 user nova-compute[75432]:     <acpi/>
Nov 27 14:45:54 user nova-compute[75432]:     <apic/>
Nov 27 14:45:54 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:45:54 user nova-compute[75432]:   </features>
Nov 27 14:45:54 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:45:54 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:45:54 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:45:54 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:45:54 user nova-compute[75432]:   </clock>
Nov 27 14:45:54 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:45:54 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:45:54 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:45:54 user nova-compute[75432]:   </cpu>
Nov 27 14:45:54 user nova-compute[75432]:   <devices>
Nov 27 14:45:54 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:45:54 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:45:54 user nova-compute[75432]:       <source dev="/dev/sde"/>
Nov 27 14:45:54 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:45:54 user nova-compute[75432]:       <serial>a0dc92c0-0900-4385-95ee-ffc5b09ab109</serial>
Nov 27 14:45:54 user nova-compute[75432]:     </disk>
Nov 27 14:45:54 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:45:54 user nova-compute[75432]:       <mac address="fa:16:3e:5e:01:69"/>
Nov 27 14:45:54 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:45:54 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:45:54 user nova-compute[75432]:       <target dev="tap09a0ce65-f0"/>
Nov 27 14:45:54 user nova-compute[75432]:     </interface>
Nov 27 14:45:54 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:45:54 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/486b8042-b8fa-45d5-81fe-c23f257acf25/console.log" append="off"/>
Nov 27 14:45:54 user nova-compute[75432]:     </serial>
Nov 27 14:45:54 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:45:54 user nova-compute[75432]:     <video>
Nov 27 14:45:54 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:45:54 user nova-compute[75432]:     </video>
Nov 27 14:45:54 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:45:54 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:45:54 user nova-compute[75432]:     </rng>
Nov 27 14:45:54 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:45:54 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:45:54 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:45:54 user nova-compute[75432]:     </memballoon>
Nov 27 14:45:54 user nova-compute[75432]:   </devices>
Nov 27 14:45:54 user nova-compute[75432]: </domain>
Nov 27 14:45:54 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:45:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-859259425',display_name='tempest-TestVolumeBootPattern-volume-backed-server-859259425',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-859259425',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLkx0WkuBgBNMhnA3XrZmzGWjhX0wwgqQ5/FfLZhnPPvDghl04CoMaoeUc4FeLaDyjyhvvcZ+BkvQZQfHplXP3zv9mmMDNpV4KK0XiaDOjkG5DQ/Jj2OkoKePZM3bCmVhA==',key_name='tempest-keypair-1386617416',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-xph6rbvt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:45:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=486b8042-b8fa-45d5-81fe-c23f257acf25,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "09a0ce65-f08b-4987-8328-70089204097b", "address": "fa:16:3e:5e:01:69", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09a0ce65-f0", "ovs_interfaceid": "09a0ce65-f08b-4987-8328-70089204097b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "09a0ce65-f08b-4987-8328-70089204097b", "address": "fa:16:3e:5e:01:69", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09a0ce65-f0", "ovs_interfaceid": "09a0ce65-f08b-4987-8328-70089204097b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:01:69,bridge_name='br-int',has_traffic_filtering=True,id=09a0ce65-f08b-4987-8328-70089204097b,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09a0ce65-f0') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG os_vif [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:01:69,bridge_name='br-int',has_traffic_filtering=True,id=09a0ce65-f08b-4987-8328-70089204097b,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09a0ce65-f0') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'edc3b81f-e46c-599f-a6fe-e50d055a11ff', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap09a0ce65-f0, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap09a0ce65-f0, col_values=(('qos', UUID('aed78b95-6dd8-4076-a608-582cc7a9f86b')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap09a0ce65-f0, col_values=(('external_ids', {'iface-id': '09a0ce65-f08b-4987-8328-70089204097b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5e:01:69', 'vm-uuid': '486b8042-b8fa-45d5-81fe-c23f257acf25'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:54 user nova-compute[75432]: INFO os_vif [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:01:69,bridge_name='br-int',has_traffic_filtering=True,id=09a0ce65-f08b-4987-8328-70089204097b,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09a0ce65-f0')
Nov 27 14:45:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] No VIF found with MAC fa:16:3e:5e:01:69, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YSGcUQTN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:45:54 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:45:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:45:54 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:45:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:45:54 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:45:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[20705c9f-1ddd-4235-bf7d-ce176d12dccc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:45:54 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5b0b78f-5d2f-477c-8cb5-090e223f617c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971] added
Nov 27 14:45:54 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[146b643d-7c0d-4eb4-ba9d-71b4277dd15e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c102471-8c6f-4c3c-be47-774b4d95f36a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YSGcUQTN {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YSGcUQTN" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7da16d91-6f33-4755-8827-1eaec4e9e502]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YSGcUQTN'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.031s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[39778d2c-9b2a-49f2-b3d2-12de02802f27]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[86733afc-5d4e-4151-b1ac-3454071100bb]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4edea5c-b98b-4027-9342-4b71fe761d00 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4edea5c-b98b-4027-9342-4b71fe761d00 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4edea5c-b98b-4027-9342-4b71fe761d00 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d073b9-46a7-4a11-a6f6-7cce434df0dc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971, portal: 172.16.0.220,3260]
Nov 27 14:45:55 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971, portal: 172.16.0.220,3260] successful.
Nov 27 14:45:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c14695a6-cd4e-412a-9ac2-21ef2d75dda5]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[575732af-1dbb-40e8-abf1-0554dc0504c0]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4edea5c-b98b-4027-9342-4b71fe761d00 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4edea5c-b98b-4027-9342-4b71fe761d00 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f4edea5c-b98b-4027-9342-4b71fe761d00 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 (non-flash)
Nov 27 14:45:55 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.345s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] HCTL ('37', '-', '-', 0) found on session 50 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb851b62-db79-4891-9ac4-335f81e5a945]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Searching for a device in session 50 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YSGcUQTN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-af5d1d89-b169-4d87-97c0-45fb20b81b3a req-076a64e9-e49e-41f4-9003-7fb8cc863153 service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Received event network-vif-plugged-09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-af5d1d89-b169-4d87-97c0-45fb20b81b3a req-076a64e9-e49e-41f4-9003-7fb8cc863153 service nova] Acquiring lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-af5d1d89-b169-4d87-97c0-45fb20b81b3a req-076a64e9-e49e-41f4-9003-7fb8cc863153 service nova] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-af5d1d89-b169-4d87-97c0-45fb20b81b3a req-076a64e9-e49e-41f4-9003-7fb8cc863153 service nova] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-af5d1d89-b169-4d87-97c0-45fb20b81b3a req-076a64e9-e49e-41f4-9003-7fb8cc863153 service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] No waiting events found dispatching network-vif-plugged-09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:45:55 user nova-compute[75432]: WARNING nova.compute.manager [req-af5d1d89-b169-4d87-97c0-45fb20b81b3a req-076a64e9-e49e-41f4-9003-7fb8cc863153 service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Received unexpected event network-vif-plugged-09a0ce65-f08b-4987-8328-70089204097b for instance with vm_state building and task_state spawning.
Nov 27 14:45:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.376s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:45:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] <== connect_volume: return (1377ms) {'type': 'block', 'scsi_wwn': '23337343538363566', 'path': '/dev/sdf'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:45:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23337343538363566', 'path': '/dev/sdf'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:45:56 user nova-compute[75432]: DEBUG nova.objects.instance [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lazy-loading 'flavor' on Instance uuid 42449b27-2f10-43e4-825e-f1dfe0977729 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:45:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:45:56 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:45:56 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:45:56 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:45:56 user nova-compute[75432]:   <serial>19797fb1-786c-4a10-b1e3-4215d852d971</serial>
Nov 27 14:45:56 user nova-compute[75432]: </disk>
Nov 27 14:45:56 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:45:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:45:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:45:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] No VIF found with MAC fa:16:3e:14:0a:88, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:45:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-06195d14-9647-400f-8d62-d86edf1db234 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "42449b27-2f10-43e4-825e-f1dfe0977729" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.036s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-e8aaec85-23c8-427b-b8fd-0ac0541157f8 req-706b3719-a429-47f7-8665-fc951dbcc66c service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Received event network-vif-plugged-09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:45:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e8aaec85-23c8-427b-b8fd-0ac0541157f8 req-706b3719-a429-47f7-8665-fc951dbcc66c service nova] Acquiring lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:45:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e8aaec85-23c8-427b-b8fd-0ac0541157f8 req-706b3719-a429-47f7-8665-fc951dbcc66c service nova] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:45:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e8aaec85-23c8-427b-b8fd-0ac0541157f8 req-706b3719-a429-47f7-8665-fc951dbcc66c service nova] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-e8aaec85-23c8-427b-b8fd-0ac0541157f8 req-706b3719-a429-47f7-8665-fc951dbcc66c service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] No waiting events found dispatching network-vif-plugged-09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:45:57 user nova-compute[75432]: WARNING nova.compute.manager [req-e8aaec85-23c8-427b-b8fd-0ac0541157f8 req-706b3719-a429-47f7-8665-fc951dbcc66c service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Received unexpected event network-vif-plugged-09a0ce65-f08b-4987-8328-70089204097b for instance with vm_state building and task_state spawning.
Nov 27 14:45:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:45:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:45:57 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Instance spawned successfully.
Nov 27 14:45:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:45:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:45:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:45:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:45:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:45:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:45:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:45:57 user nova-compute[75432]: INFO nova.compute.manager [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Took 5.42 seconds to spawn the instance on the hypervisor.
Nov 27 14:45:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:45:58 user nova-compute[75432]: INFO nova.compute.manager [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Took 13.42 seconds to build instance.
Nov 27 14:45:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-5d5fe620-ea4c-4c83-83b8-e022ad5b7389 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.519s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:45:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:45:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:09 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "cc7c4123-1120-4607-9835-184533649e6e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "cc7c4123-1120-4607-9835-184533649e6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "cc7c4123-1120-4607-9835-184533649e6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "cc7c4123-1120-4607-9835-184533649e6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "cc7c4123-1120-4607-9835-184533649e6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:16 user nova-compute[75432]: INFO nova.compute.manager [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Terminating instance
Nov 27 14:46:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-9b2681b9-43c4-4ba4-aaa7-bbb4e50e6a8f req-230f8de2-98af-4c72-b0ac-e0a3839c40b6 service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Received event network-vif-unplugged-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9b2681b9-43c4-4ba4-aaa7-bbb4e50e6a8f req-230f8de2-98af-4c72-b0ac-e0a3839c40b6 service nova] Acquiring lock "cc7c4123-1120-4607-9835-184533649e6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9b2681b9-43c4-4ba4-aaa7-bbb4e50e6a8f req-230f8de2-98af-4c72-b0ac-e0a3839c40b6 service nova] Lock "cc7c4123-1120-4607-9835-184533649e6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-9b2681b9-43c4-4ba4-aaa7-bbb4e50e6a8f req-230f8de2-98af-4c72-b0ac-e0a3839c40b6 service nova] Lock "cc7c4123-1120-4607-9835-184533649e6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-9b2681b9-43c4-4ba4-aaa7-bbb4e50e6a8f req-230f8de2-98af-4c72-b0ac-e0a3839c40b6 service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] No waiting events found dispatching network-vif-unplugged-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:46:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-9b2681b9-43c4-4ba4-aaa7-bbb4e50e6a8f req-230f8de2-98af-4c72-b0ac-e0a3839c40b6 service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Received event network-vif-unplugged-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:46:17 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: cc7c4123-1120-4607-9835-184533649e6e] Instance destroyed successfully.
Nov 27 14:46:17 user nova-compute[75432]: DEBUG nova.objects.instance [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'resources' on Instance uuid cc7c4123-1120-4607-9835-184533649e6e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:40:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1147272327',display_name='tempest-AttachVolumeNegativeTest-server-1147272327',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1147272327',id=36,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMvBUQpe9ExzuPYGVwDH3Ckbzy6LxkNb9Smk4SK7eFykAXoiTsEKtYPq1VZhdUN9lbWWJC9RS69p/rejqr0D79UDTeP9+jas5gLCX2NWw/3o85cg27zIoMsgbmOfACM0eQ==',key_name='tempest-keypair-192795283',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:40:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f67f437cfb3f43e897c0d57d58b7be95',ramdisk_id='',reservation_id='r-u70cec8h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-979328772',owner_user_name='tempest-AttachVolumeNegativeTest-979328772-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:40:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='435cba2d80694362adb7d0048c08ea00',uuid=cc7c4123-1120-4607-9835-184533649e6e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "address": "fa:16:3e:6d:f3:5b", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86ca2cb7-f7", "ovs_interfaceid": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converting VIF {"id": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "address": "fa:16:3e:6d:f3:5b", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.103", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap86ca2cb7-f7", "ovs_interfaceid": "86ca2cb7-f79a-4f01-a7dd-7ea543e697ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:f3:5b,bridge_name='br-int',has_traffic_filtering=True,id=86ca2cb7-f79a-4f01-a7dd-7ea543e697ca,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86ca2cb7-f7') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG os_vif [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:f3:5b,bridge_name='br-int',has_traffic_filtering=True,id=86ca2cb7-f79a-4f01-a7dd-7ea543e697ca,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86ca2cb7-f7') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap86ca2cb7-f7, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ffb93a49-afa9-4c31-b690-6410bbd1a7a5) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:46:17 user nova-compute[75432]: INFO os_vif [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:f3:5b,bridge_name='br-int',has_traffic_filtering=True,id=86ca2cb7-f79a-4f01-a7dd-7ea543e697ca,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap86ca2cb7-f7')
Nov 27 14:46:17 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Deleting instance files /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e_del
Nov 27 14:46:17 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Deletion of /opt/stack/data/nova/instances/cc7c4123-1120-4607-9835-184533649e6e_del complete
Nov 27 14:46:17 user nova-compute[75432]: INFO nova.compute.manager [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: cc7c4123-1120-4607-9835-184533649e6e] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 27 14:46:17 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: cc7c4123-1120-4607-9835-184533649e6e] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:46:17 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: cc7c4123-1120-4607-9835-184533649e6e] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:46:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:18 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: cc7c4123-1120-4607-9835-184533649e6e] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:46:18 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: cc7c4123-1120-4607-9835-184533649e6e] Took 0.70 seconds to deallocate network for instance.
Nov 27 14:46:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-6045f596-1e48-4ab7-9a65-e11830bb181c req-1f0fbaaa-d490-40f1-b259-7d38296ade4d service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Received event network-vif-deleted-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:46:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:18 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:46:18 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:46:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.253s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:18 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Deleted allocations for instance cc7c4123-1120-4607-9835-184533649e6e
Nov 27 14:46:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6c8f6209-d30c-4ad8-8125-350829457231 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "cc7c4123-1120-4607-9835-184533649e6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.391s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-af9d97af-4d1b-438f-944b-eaf2846cd9ad req-32e3dc44-ee8f-45d3-ab1d-39ab8a53384e service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Received event network-vif-plugged-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:46:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-af9d97af-4d1b-438f-944b-eaf2846cd9ad req-32e3dc44-ee8f-45d3-ab1d-39ab8a53384e service nova] Acquiring lock "cc7c4123-1120-4607-9835-184533649e6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-af9d97af-4d1b-438f-944b-eaf2846cd9ad req-32e3dc44-ee8f-45d3-ab1d-39ab8a53384e service nova] Lock "cc7c4123-1120-4607-9835-184533649e6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-af9d97af-4d1b-438f-944b-eaf2846cd9ad req-32e3dc44-ee8f-45d3-ab1d-39ab8a53384e service nova] Lock "cc7c4123-1120-4607-9835-184533649e6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:18 user nova-compute[75432]: DEBUG nova.compute.manager [req-af9d97af-4d1b-438f-944b-eaf2846cd9ad req-32e3dc44-ee8f-45d3-ab1d-39ab8a53384e service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] No waiting events found dispatching network-vif-plugged-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:46:18 user nova-compute[75432]: WARNING nova.compute.manager [req-af9d97af-4d1b-438f-944b-eaf2846cd9ad req-32e3dc44-ee8f-45d3-ab1d-39ab8a53384e service nova] [instance: cc7c4123-1120-4607-9835-184533649e6e] Received unexpected event network-vif-plugged-86ca2cb7-f79a-4f01-a7dd-7ea543e697ca for instance with vm_state deleted and task_state None.
Nov 27 14:46:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "42449b27-2f10-43e4-825e-f1dfe0977729" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "42449b27-2f10-43e4-825e-f1dfe0977729" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:19 user nova-compute[75432]: INFO nova.compute.manager [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Detaching volume 19797fb1-786c-4a10-b1e3-4215d852d971
Nov 27 14:46:19 user nova-compute[75432]: INFO nova.virt.block_device [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Attempting to driver detach volume 19797fb1-786c-4a10-b1e3-4215d852d971 from mountpoint /dev/vdb
Nov 27 14:46:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Attempting to detach device vdb from instance 42449b27-2f10-43e4-825e-f1dfe0977729 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:46:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:46:19 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:46:19 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:46:19 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:46:19 user nova-compute[75432]:   <serial>19797fb1-786c-4a10-b1e3-4215d852d971</serial>
Nov 27 14:46:19 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:46:19 user nova-compute[75432]: </disk>
Nov 27 14:46:19 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:46:19 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Successfully detached device vdb from instance 42449b27-2f10-43e4-825e-f1dfe0977729 from the persistent domain config.
Nov 27 14:46:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 42449b27-2f10-43e4-825e-f1dfe0977729 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:46:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:46:19 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:46:19 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:46:19 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:46:19 user nova-compute[75432]:   <serial>19797fb1-786c-4a10-b1e3-4215d852d971</serial>
Nov 27 14:46:19 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:46:19 user nova-compute[75432]: </disk>
Nov 27 14:46:19 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:46:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "42449b27-2f10-43e4-825e-f1dfe0977729" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 42449b27-2f10-43e4-825e-f1dfe0977729 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:46:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:39 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:46:39 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:46:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:39 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:46:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:46:39 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 42449b27-2f10-43e4-825e-f1dfe0977729 is timed out.
Nov 27 14:46:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Successfully detached device vdb from instance 42449b27-2f10-43e4-825e-f1dfe0977729 from the live domain config.
Nov 27 14:46:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YSGcUQTN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:46:40 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bdb1c2a-be5d-410d-a7cc-ffeefb5d9560]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:46:40 user nova-compute[75432]: No targets found.
Nov 27 14:46:40 user nova-compute[75432]: iSNS:
Nov 27 14:46:40 user nova-compute[75432]: No targets found.
Nov 27 14:46:40 user nova-compute[75432]: STATIC:
Nov 27 14:46:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109
Nov 27 14:46:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:46:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:46:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971
Nov 27 14:46:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:46:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:46:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b
Nov 27 14:46:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:46:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:46:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:46:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:46:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:46:40 user nova-compute[75432]: FIRMWARE:
Nov 27 14:46:40 user nova-compute[75432]: No targets found.
Nov 27 14:46:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:46:40 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:46:40 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d721d64c-92bd-46e6-b3de-0fb11ef32a39]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ded17305-4e95-4b78-b04e-f7c05121c3d5]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:46:40 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:46:40 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:46:40 user nova-compute[75432]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 (non-flash)
Nov 27 14:46:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:46:40 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:46:40 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:46:40 user nova-compute[75432]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 (non-flash)
Nov 27 14:46:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b5060e050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971'): ({'sdf'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Removing single pathed devices sdf {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c4b5199-ab26-48b6-9176-2a117e80b144]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9499b183-b975-42bb-9d61-a7164c36d422]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Flushing IO for device /dev/sdf {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b27ddd1-ab64-4960-a60a-7feeef1ea010]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.050s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dc800d1-5a18-45d0-b41a-c626811cf969]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6fe84fc-8565-42e7-a3b1-5e52b1287d15]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bf7f766-6a05-4262-8424-28833767fe82]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971, portal: 172.16.0.220,3260]
Nov 27 14:46:40 user nova-compute[75432]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971, portal: 172.16.0.220,3260] successful.
Nov 27 14:46:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f0a18ac-ad5f-4e5d-8984-91332d042a2c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.386s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] <== disconnect_volume: return (388ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lazy-loading 'flavor' on Instance uuid 42449b27-2f10-43e4-825e-f1dfe0977729 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:46:41 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:46:41 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:46:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8313MB free_disk=24.820789337158203GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9976229e-f372-46ef-9b3b-15932a95f6f0 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "42449b27-2f10-43e4-825e-f1dfe0977729" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.233s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "42449b27-2f10-43e4-825e-f1dfe0977729" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.103s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:41 user nova-compute[75432]: INFO nova.compute.manager [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Terminating instance
Nov 27 14:46:41 user nova-compute[75432]: DEBUG nova.compute.manager [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:46:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c569a17a-ce8e-4584-9420-2f8b6061360e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 42449b27-2f10-43e4-825e-f1dfe0977729 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 486b8042-b8fa-45d5-81fe-c23f257acf25 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-c33f7cd3-00aa-48d6-8706-0e482c59adc2 req-2ccc6db8-ab6e-4f95-afee-bd11fc01cefc service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Received event network-vif-unplugged-9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c33f7cd3-00aa-48d6-8706-0e482c59adc2 req-2ccc6db8-ab6e-4f95-afee-bd11fc01cefc service nova] Acquiring lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c33f7cd3-00aa-48d6-8706-0e482c59adc2 req-2ccc6db8-ab6e-4f95-afee-bd11fc01cefc service nova] Lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c33f7cd3-00aa-48d6-8706-0e482c59adc2 req-2ccc6db8-ab6e-4f95-afee-bd11fc01cefc service nova] Lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-c33f7cd3-00aa-48d6-8706-0e482c59adc2 req-2ccc6db8-ab6e-4f95-afee-bd11fc01cefc service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] No waiting events found dispatching network-vif-unplugged-9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.manager [req-c33f7cd3-00aa-48d6-8706-0e482c59adc2 req-2ccc6db8-ab6e-4f95-afee-bd11fc01cefc service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Received event network-vif-unplugged-9197a10c-7e03-4791-a330-accae541e11e for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.405s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:42 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Instance destroyed successfully.
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.objects.instance [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lazy-loading 'resources' on Instance uuid 42449b27-2f10-43e4-825e-f1dfe0977729 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:43:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-855109568',display_name='tempest-VolumesSnapshotTestJSON-instance-855109568',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-855109568',id=42,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG3yLdnk8dSQLwwgQNLe+D4ORHSpanroH4ycLprbYU2A2xso/sy91ifKFnkdfBOHCW+vP3eme9S3B2SEg1C9FYeOQWx8Vg3osyKy6eEQxedsHswWg2M5Aa9bo1ZTQ+HqYg==',key_name='tempest-keypair-677070208',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:44:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='978a6a316ae74cbd83007b3fa0fe1c57',ramdisk_id='',reservation_id='r-k2ag8id6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-3755769',owner_user_name='tempest-VolumesSnapshotTestJSON-3755769-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:44:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a4d1c685632405f82a0bdab96708175',uuid=42449b27-2f10-43e4-825e-f1dfe0977729,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9197a10c-7e03-4791-a330-accae541e11e", "address": "fa:16:3e:14:0a:88", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9197a10c-7e", "ovs_interfaceid": "9197a10c-7e03-4791-a330-accae541e11e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Converting VIF {"id": "9197a10c-7e03-4791-a330-accae541e11e", "address": "fa:16:3e:14:0a:88", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9197a10c-7e", "ovs_interfaceid": "9197a10c-7e03-4791-a330-accae541e11e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:14:0a:88,bridge_name='br-int',has_traffic_filtering=True,id=9197a10c-7e03-4791-a330-accae541e11e,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9197a10c-7e') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_vif [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:0a:88,bridge_name='br-int',has_traffic_filtering=True,id=9197a10c-7e03-4791-a330-accae541e11e,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9197a10c-7e') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9197a10c-7e, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dc06b68d-ae73-48b3-bebe-13742d7116fd) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:46:42 user nova-compute[75432]: INFO os_vif [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:0a:88,bridge_name='br-int',has_traffic_filtering=True,id=9197a10c-7e03-4791-a330-accae541e11e,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9197a10c-7e')
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YSGcUQTN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:46:42 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b5a4f8e-6fe1-4f09-9934-aa1687c2277f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:46:42 user nova-compute[75432]: No targets found.
Nov 27 14:46:42 user nova-compute[75432]: iSNS:
Nov 27 14:46:42 user nova-compute[75432]: No targets found.
Nov 27 14:46:42 user nova-compute[75432]: STATIC:
Nov 27 14:46:42 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109
Nov 27 14:46:42 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:46:42 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:46:42 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b
Nov 27 14:46:42 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:46:42 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:46:42 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:46:42 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:46:42 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:46:42 user nova-compute[75432]: FIRMWARE:
Nov 27 14:46:42 user nova-compute[75432]: No targets found.
Nov 27 14:46:42 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:46:42 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:46:42 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19797fb1-786c-4a10-b1e3-4215d852d971', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[54675f18-ddf9-458d-b54d-62bdf60e6eca]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[eade1c49-891f-4839-9c77-67bea2662a8f]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:46:42 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:46:42 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:46:42 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:46:42 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:46:42 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:46:42 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b7491fbe0>, {}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Disconnecting from: [] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.078s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] <== disconnect_volume: return (80ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:46:42 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Deleting instance files /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729_del
Nov 27 14:46:42 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Deletion of /opt/stack/data/nova/instances/42449b27-2f10-43e4-825e-f1dfe0977729_del complete
Nov 27 14:46:42 user nova-compute[75432]: INFO nova.compute.manager [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 27 14:46:42 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:46:42 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:46:43 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:46:43 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Took 0.88 seconds to deallocate network for instance.
Nov 27 14:46:43 user nova-compute[75432]: DEBUG nova.compute.manager [req-086d0f1a-37b7-4932-8d58-5f4331d6cd79 req-e0f4ddcb-6ded-43ed-922a-b75d6e8b1656 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Received event network-vif-deleted-9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:46:43 user nova-compute[75432]: WARNING nova.volume.cinder [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Attachment 290e408b-1ad2-4f23-b01f-18f4ce5552cd does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 290e408b-1ad2-4f23-b01f-18f4ce5552cd. (HTTP 404) (Request-ID: req-a673cfca-4c66-4da9-956f-bfd4ec88fd2c)
Nov 27 14:46:43 user nova-compute[75432]: INFO nova.compute.manager [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Took 0.02 seconds to detach 1 volumes for instance.
Nov 27 14:46:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.333s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:44 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Deleted allocations for instance 42449b27-2f10-43e4-825e-f1dfe0977729
Nov 27 14:46:44 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-d9257e4f-ddd7-4200-8e01-2314a0268d08 req-c262b10a-4803-4e5c-b5e1-dc858660c848 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Received event network-vif-plugged-9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d9257e4f-ddd7-4200-8e01-2314a0268d08 req-c262b10a-4803-4e5c-b5e1-dc858660c848 service nova] Acquiring lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d9257e4f-ddd7-4200-8e01-2314a0268d08 req-c262b10a-4803-4e5c-b5e1-dc858660c848 service nova] Lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d9257e4f-ddd7-4200-8e01-2314a0268d08 req-c262b10a-4803-4e5c-b5e1-dc858660c848 service nova] Lock "42449b27-2f10-43e4-825e-f1dfe0977729-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG nova.compute.manager [req-d9257e4f-ddd7-4200-8e01-2314a0268d08 req-c262b10a-4803-4e5c-b5e1-dc858660c848 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] No waiting events found dispatching network-vif-plugged-9197a10c-7e03-4791-a330-accae541e11e {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:46:44 user nova-compute[75432]: WARNING nova.compute.manager [req-d9257e4f-ddd7-4200-8e01-2314a0268d08 req-c262b10a-4803-4e5c-b5e1-dc858660c848 service nova] [instance: 42449b27-2f10-43e4-825e-f1dfe0977729] Received unexpected event network-vif-plugged-9197a10c-7e03-4791-a330-accae541e11e for instance with vm_state deleted and task_state None.
Nov 27 14:46:44 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-328c1af1-2528-44b3-81cf-f8f2c4fbaee7 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "42449b27-2f10-43e4-825e-f1dfe0977729" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.397s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:46:44 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:46:45 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Updating instance_info_cache with network_info: [{"id": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "address": "fa:16:3e:14:d5:3a", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb0f9b92-22", "ovs_interfaceid": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:46:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:46:45 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:46:45 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:46:45 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:46:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:46:46 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:46:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:53 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:46:56 user nova-compute[75432]: INFO nova.compute.claims [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Claim successful on node user
Nov 27 14:46:56 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.306s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG nova.network.neutron [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:46:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:46:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG nova.policy [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd585fa666e7e4e4cbb98b8fe2b15cbbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf904c6cafd242fcb7cad5336e574b1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:46:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Creating image(s)
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "/opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "/opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "/opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk 1073741824" returned: 0 in 0.067s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.258s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Successfully created port: 85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Cannot resize image /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Ensure instance console log exists: /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Successfully updated port: 85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "refresh_cache-4c9069c5-1a67-4c42-8586-789b3b0c1959" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquired lock "refresh_cache-4c9069c5-1a67-4c42-8586-789b3b0c1959" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:46:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-6cc2ac99-baed-441d-880b-69c06cc2818e req-ce323044-932f-46cc-96d2-cc6793cce585 service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Received event network-changed-85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-6cc2ac99-baed-441d-880b-69c06cc2818e req-ce323044-932f-46cc-96d2-cc6793cce585 service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Refreshing instance network info cache due to event network-changed-85689d33-8572-404c-8067-cad1629916f0. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6cc2ac99-baed-441d-880b-69c06cc2818e req-ce323044-932f-46cc-96d2-cc6793cce585 service nova] Acquiring lock "refresh_cache-4c9069c5-1a67-4c42-8586-789b3b0c1959" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updating instance_info_cache with network_info: [{"id": "85689d33-8572-404c-8067-cad1629916f0", "address": "fa:16:3e:ad:56:28", "network": {"id": "6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1490702239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf904c6cafd242fcb7cad5336e574b1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85689d33-85", "ovs_interfaceid": "85689d33-8572-404c-8067-cad1629916f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Releasing lock "refresh_cache-4c9069c5-1a67-4c42-8586-789b3b0c1959" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Instance network_info: |[{"id": "85689d33-8572-404c-8067-cad1629916f0", "address": "fa:16:3e:ad:56:28", "network": {"id": "6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1490702239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf904c6cafd242fcb7cad5336e574b1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85689d33-85", "ovs_interfaceid": "85689d33-8572-404c-8067-cad1629916f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6cc2ac99-baed-441d-880b-69c06cc2818e req-ce323044-932f-46cc-96d2-cc6793cce585 service nova] Acquired lock "refresh_cache-4c9069c5-1a67-4c42-8586-789b3b0c1959" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-6cc2ac99-baed-441d-880b-69c06cc2818e req-ce323044-932f-46cc-96d2-cc6793cce585 service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Refreshing network info cache for port 85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Start _get_guest_xml network_info=[{"id": "85689d33-8572-404c-8067-cad1629916f0", "address": "fa:16:3e:ad:56:28", "network": {"id": "6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1490702239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf904c6cafd242fcb7cad5336e574b1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85689d33-85", "ovs_interfaceid": "85689d33-8572-404c-8067-cad1629916f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:46:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:46:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:46:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1016404941',display_name='tempest-SnapshotDataIntegrityTests-server-1016404941',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1016404941',id=44,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEXQhBOGJ50A0etMOSBxCiVDiCcS2xIXIRy+jl9QCkjz4sQ/O+X+qnXo21kYzNXhcCXSf+/IZJ/ChuvRx8W+Akv1NWszUZLEJTJRM7PQS7kP4P1hmC4EyV+HVitlovwYsw==',key_name='tempest-keypair-1079764446',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf904c6cafd242fcb7cad5336e574b1c',ramdisk_id='',reservation_id='r-0akjh302',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1988430116',owner_user_name='tempest-SnapshotDataIntegrityTests-1988430116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:46:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d585fa666e7e4e4cbb98b8fe2b15cbbb',uuid=4c9069c5-1a67-4c42-8586-789b3b0c1959,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "85689d33-8572-404c-8067-cad1629916f0", "address": "fa:16:3e:ad:56:28", "network": {"id": "6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1490702239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf904c6cafd242fcb7cad5336e574b1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85689d33-85", "ovs_interfaceid": "85689d33-8572-404c-8067-cad1629916f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Converting VIF {"id": "85689d33-8572-404c-8067-cad1629916f0", "address": "fa:16:3e:ad:56:28", "network": {"id": "6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1490702239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf904c6cafd242fcb7cad5336e574b1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85689d33-85", "ovs_interfaceid": "85689d33-8572-404c-8067-cad1629916f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:56:28,bridge_name='br-int',has_traffic_filtering=True,id=85689d33-8572-404c-8067-cad1629916f0,network=Network(6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85689d33-85') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.objects.instance [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'pci_devices' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:46:58 user nova-compute[75432]:   <uuid>4c9069c5-1a67-4c42-8586-789b3b0c1959</uuid>
Nov 27 14:46:58 user nova-compute[75432]:   <name>instance-0000002c</name>
Nov 27 14:46:58 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:46:58 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:46:58 user nova-compute[75432]:   <metadata>
Nov 27 14:46:58 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:46:58 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:46:58 user nova-compute[75432]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1016404941</nova:name>
Nov 27 14:46:58 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:46:58</nova:creationTime>
Nov 27 14:46:58 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:46:58 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:46:58 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:46:58 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:46:58 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:46:58 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:46:58 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:46:58 user nova-compute[75432]:       <nova:owner>
Nov 27 14:46:58 user nova-compute[75432]:         <nova:user uuid="d585fa666e7e4e4cbb98b8fe2b15cbbb">tempest-SnapshotDataIntegrityTests-1988430116-project-member</nova:user>
Nov 27 14:46:58 user nova-compute[75432]:         <nova:project uuid="cf904c6cafd242fcb7cad5336e574b1c">tempest-SnapshotDataIntegrityTests-1988430116</nova:project>
Nov 27 14:46:58 user nova-compute[75432]:       </nova:owner>
Nov 27 14:46:58 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:46:58 user nova-compute[75432]:       <nova:ports>
Nov 27 14:46:58 user nova-compute[75432]:         <nova:port uuid="85689d33-8572-404c-8067-cad1629916f0">
Nov 27 14:46:58 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 27 14:46:58 user nova-compute[75432]:         </nova:port>
Nov 27 14:46:58 user nova-compute[75432]:       </nova:ports>
Nov 27 14:46:58 user nova-compute[75432]:     </nova:instance>
Nov 27 14:46:58 user nova-compute[75432]:   </metadata>
Nov 27 14:46:58 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:46:58 user nova-compute[75432]:     <system>
Nov 27 14:46:58 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:46:58 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:46:58 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:46:58 user nova-compute[75432]:       <entry name="serial">4c9069c5-1a67-4c42-8586-789b3b0c1959</entry>
Nov 27 14:46:58 user nova-compute[75432]:       <entry name="uuid">4c9069c5-1a67-4c42-8586-789b3b0c1959</entry>
Nov 27 14:46:58 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:46:58 user nova-compute[75432]:     </system>
Nov 27 14:46:58 user nova-compute[75432]:   </sysinfo>
Nov 27 14:46:58 user nova-compute[75432]:   <os>
Nov 27 14:46:58 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:46:58 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:46:58 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:46:58 user nova-compute[75432]:   </os>
Nov 27 14:46:58 user nova-compute[75432]:   <features>
Nov 27 14:46:58 user nova-compute[75432]:     <acpi/>
Nov 27 14:46:58 user nova-compute[75432]:     <apic/>
Nov 27 14:46:58 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:46:58 user nova-compute[75432]:   </features>
Nov 27 14:46:58 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:46:58 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:46:58 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:46:58 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:46:58 user nova-compute[75432]:   </clock>
Nov 27 14:46:58 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:46:58 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:46:58 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:46:58 user nova-compute[75432]:   </cpu>
Nov 27 14:46:58 user nova-compute[75432]:   <devices>
Nov 27 14:46:58 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:46:58 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:46:58 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk"/>
Nov 27 14:46:58 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:46:58 user nova-compute[75432]:     </disk>
Nov 27 14:46:58 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:46:58 user nova-compute[75432]:       <mac address="fa:16:3e:ad:56:28"/>
Nov 27 14:46:58 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:46:58 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:46:58 user nova-compute[75432]:       <target dev="tap85689d33-85"/>
Nov 27 14:46:58 user nova-compute[75432]:     </interface>
Nov 27 14:46:58 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:46:58 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/console.log" append="off"/>
Nov 27 14:46:58 user nova-compute[75432]:     </serial>
Nov 27 14:46:58 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:46:58 user nova-compute[75432]:     <video>
Nov 27 14:46:58 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:46:58 user nova-compute[75432]:     </video>
Nov 27 14:46:58 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:46:58 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:46:58 user nova-compute[75432]:     </rng>
Nov 27 14:46:58 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:46:58 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:46:58 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:46:58 user nova-compute[75432]:     </memballoon>
Nov 27 14:46:58 user nova-compute[75432]:   </devices>
Nov 27 14:46:58 user nova-compute[75432]: </domain>
Nov 27 14:46:58 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:46:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1016404941',display_name='tempest-SnapshotDataIntegrityTests-server-1016404941',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1016404941',id=44,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEXQhBOGJ50A0etMOSBxCiVDiCcS2xIXIRy+jl9QCkjz4sQ/O+X+qnXo21kYzNXhcCXSf+/IZJ/ChuvRx8W+Akv1NWszUZLEJTJRM7PQS7kP4P1hmC4EyV+HVitlovwYsw==',key_name='tempest-keypair-1079764446',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf904c6cafd242fcb7cad5336e574b1c',ramdisk_id='',reservation_id='r-0akjh302',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1988430116',owner_user_name='tempest-SnapshotDataIntegrityTests-1988430116-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:46:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d585fa666e7e4e4cbb98b8fe2b15cbbb',uuid=4c9069c5-1a67-4c42-8586-789b3b0c1959,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "85689d33-8572-404c-8067-cad1629916f0", "address": "fa:16:3e:ad:56:28", "network": {"id": "6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1490702239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf904c6cafd242fcb7cad5336e574b1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85689d33-85", "ovs_interfaceid": "85689d33-8572-404c-8067-cad1629916f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Converting VIF {"id": "85689d33-8572-404c-8067-cad1629916f0", "address": "fa:16:3e:ad:56:28", "network": {"id": "6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1490702239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf904c6cafd242fcb7cad5336e574b1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85689d33-85", "ovs_interfaceid": "85689d33-8572-404c-8067-cad1629916f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ad:56:28,bridge_name='br-int',has_traffic_filtering=True,id=85689d33-8572-404c-8067-cad1629916f0,network=Network(6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85689d33-85') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG os_vif [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:56:28,bridge_name='br-int',has_traffic_filtering=True,id=85689d33-8572-404c-8067-cad1629916f0,network=Network(6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85689d33-85') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '494ca607-5f65-5cba-9b5f-7fe88ba5bfe6', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap85689d33-85, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap85689d33-85, col_values=(('qos', UUID('35445377-841b-450a-9946-6592a00db8a8')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap85689d33-85, col_values=(('external_ids', {'iface-id': '85689d33-8572-404c-8067-cad1629916f0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ad:56:28', 'vm-uuid': '4c9069c5-1a67-4c42-8586-789b3b0c1959'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:58 user nova-compute[75432]: INFO os_vif [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ad:56:28,bridge_name='br-int',has_traffic_filtering=True,id=85689d33-8572-404c-8067-cad1629916f0,network=Network(6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85689d33-85')
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No VIF found with MAC fa:16:3e:ad:56:28, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-6cc2ac99-baed-441d-880b-69c06cc2818e req-ce323044-932f-46cc-96d2-cc6793cce585 service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updated VIF entry in instance network info cache for port 85689d33-8572-404c-8067-cad1629916f0. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-6cc2ac99-baed-441d-880b-69c06cc2818e req-ce323044-932f-46cc-96d2-cc6793cce585 service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updating instance_info_cache with network_info: [{"id": "85689d33-8572-404c-8067-cad1629916f0", "address": "fa:16:3e:ad:56:28", "network": {"id": "6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1490702239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf904c6cafd242fcb7cad5336e574b1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85689d33-85", "ovs_interfaceid": "85689d33-8572-404c-8067-cad1629916f0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:46:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6cc2ac99-baed-441d-880b-69c06cc2818e req-ce323044-932f-46cc-96d2-cc6793cce585 service nova] Releasing lock "refresh_cache-4c9069c5-1a67-4c42-8586-789b3b0c1959" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:46:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:46:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-68a6ee45-290a-4c33-b597-2d15646d90ca req-6ff4c0c6-3aaa-4576-8e8f-ca52730ab198 service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Received event network-vif-plugged-85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:46:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-68a6ee45-290a-4c33-b597-2d15646d90ca req-6ff4c0c6-3aaa-4576-8e8f-ca52730ab198 service nova] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:46:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-68a6ee45-290a-4c33-b597-2d15646d90ca req-6ff4c0c6-3aaa-4576-8e8f-ca52730ab198 service nova] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:46:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-68a6ee45-290a-4c33-b597-2d15646d90ca req-6ff4c0c6-3aaa-4576-8e8f-ca52730ab198 service nova] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:46:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-68a6ee45-290a-4c33-b597-2d15646d90ca req-6ff4c0c6-3aaa-4576-8e8f-ca52730ab198 service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] No waiting events found dispatching network-vif-plugged-85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:46:59 user nova-compute[75432]: WARNING nova.compute.manager [req-68a6ee45-290a-4c33-b597-2d15646d90ca req-6ff4c0c6-3aaa-4576-8e8f-ca52730ab198 service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Received unexpected event network-vif-plugged-85689d33-8572-404c-8067-cad1629916f0 for instance with vm_state building and task_state spawning.
Nov 27 14:47:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:47:01 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Instance spawned successfully.
Nov 27 14:47:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:01 user nova-compute[75432]: INFO nova.compute.manager [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Took 5.24 seconds to spawn the instance on the hypervisor.
Nov 27 14:47:01 user nova-compute[75432]: DEBUG nova.compute.manager [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-2a0661fc-bcc3-4d2e-b85d-49179c5eb121 req-2b0964a4-a5fb-45e8-a51c-eaabf53421fa service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Received event network-vif-plugged-85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2a0661fc-bcc3-4d2e-b85d-49179c5eb121 req-2b0964a4-a5fb-45e8-a51c-eaabf53421fa service nova] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2a0661fc-bcc3-4d2e-b85d-49179c5eb121 req-2b0964a4-a5fb-45e8-a51c-eaabf53421fa service nova] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2a0661fc-bcc3-4d2e-b85d-49179c5eb121 req-2b0964a4-a5fb-45e8-a51c-eaabf53421fa service nova] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-2a0661fc-bcc3-4d2e-b85d-49179c5eb121 req-2b0964a4-a5fb-45e8-a51c-eaabf53421fa service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] No waiting events found dispatching network-vif-plugged-85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:01 user nova-compute[75432]: WARNING nova.compute.manager [req-2a0661fc-bcc3-4d2e-b85d-49179c5eb121 req-2b0964a4-a5fb-45e8-a51c-eaabf53421fa service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Received unexpected event network-vif-plugged-85689d33-8572-404c-8067-cad1629916f0 for instance with vm_state building and task_state spawning.
Nov 27 14:47:02 user nova-compute[75432]: INFO nova.compute.manager [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Took 5.86 seconds to build instance.
Nov 27 14:47:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4ce0cc59-8e48-46b4-b293-bb614e2ba602 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.964s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:09 user nova-compute[75432]: DEBUG nova.compute.manager [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:47:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:09 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:47:09 user nova-compute[75432]: INFO nova.compute.claims [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Claim successful on node user
Nov 27 14:47:10 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.338s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG nova.network.neutron [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:47:10 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:47:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG nova.policy [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '435cba2d80694362adb7d0048c08ea00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f67f437cfb3f43e897c0d57d58b7be95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:47:10 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Creating image(s)
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "/opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "/opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "/opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk 1073741824" returned: 0 in 0.055s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:10 user nova-compute[75432]: DEBUG nova.network.neutron [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Successfully created port: bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.209s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Cannot resize image /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Ensure instance console log exists: /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.network.neutron [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Successfully updated port: bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "refresh_cache-e480a67d-8106-43dd-8cbf-e45f6c3d6bac" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquired lock "refresh_cache-e480a67d-8106-43dd-8cbf-e45f6c3d6bac" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.network.neutron [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-77052cd8-249b-4cf8-8c9b-36e791940742 req-4d417e8b-4d7d-401c-a1e5-b5147db031c1 service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Received event network-changed-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-77052cd8-249b-4cf8-8c9b-36e791940742 req-4d417e8b-4d7d-401c-a1e5-b5147db031c1 service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Refreshing instance network info cache due to event network-changed-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-77052cd8-249b-4cf8-8c9b-36e791940742 req-4d417e8b-4d7d-401c-a1e5-b5147db031c1 service nova] Acquiring lock "refresh_cache-e480a67d-8106-43dd-8cbf-e45f6c3d6bac" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.network.neutron [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.network.neutron [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Updating instance_info_cache with network_info: [{"id": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "address": "fa:16:3e:32:bc:f9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3b0ad5-bc", "ovs_interfaceid": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Releasing lock "refresh_cache-e480a67d-8106-43dd-8cbf-e45f6c3d6bac" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Instance network_info: |[{"id": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "address": "fa:16:3e:32:bc:f9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3b0ad5-bc", "ovs_interfaceid": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-77052cd8-249b-4cf8-8c9b-36e791940742 req-4d417e8b-4d7d-401c-a1e5-b5147db031c1 service nova] Acquired lock "refresh_cache-e480a67d-8106-43dd-8cbf-e45f6c3d6bac" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.network.neutron [req-77052cd8-249b-4cf8-8c9b-36e791940742 req-4d417e8b-4d7d-401c-a1e5-b5147db031c1 service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Refreshing network info cache for port bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Start _get_guest_xml network_info=[{"id": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "address": "fa:16:3e:32:bc:f9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3b0ad5-bc", "ovs_interfaceid": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:47:11 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:47:11 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:47:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1987342835',display_name='tempest-AttachVolumeNegativeTest-server-1987342835',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1987342835',id=45,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDeLbF8+pVSQfcuVCmkbTnvrkntb00qLcZFNmuvlr9sciaV5MkBro1NyC16GyrSIf7o43VacoY7sb1QxelPjTd6sR8teQ7+RQmhXWF+sjV8qeC2LI++dSwQpGJAhslfEVw==',key_name='tempest-keypair-724216247',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f67f437cfb3f43e897c0d57d58b7be95',ramdisk_id='',reservation_id='r-hysnl0ep',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-979328772',owner_user_name='tempest-AttachVolumeNegativeTest-979328772-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:47:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='435cba2d80694362adb7d0048c08ea00',uuid=e480a67d-8106-43dd-8cbf-e45f6c3d6bac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "address": "fa:16:3e:32:bc:f9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3b0ad5-bc", "ovs_interfaceid": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converting VIF {"id": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "address": "fa:16:3e:32:bc:f9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3b0ad5-bc", "ovs_interfaceid": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:bc:f9,bridge_name='br-int',has_traffic_filtering=True,id=bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3b0ad5-bc') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.objects.instance [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'pci_devices' on Instance uuid e480a67d-8106-43dd-8cbf-e45f6c3d6bac {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:47:11 user nova-compute[75432]:   <uuid>e480a67d-8106-43dd-8cbf-e45f6c3d6bac</uuid>
Nov 27 14:47:11 user nova-compute[75432]:   <name>instance-0000002d</name>
Nov 27 14:47:11 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:47:11 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:47:11 user nova-compute[75432]:   <metadata>
Nov 27 14:47:11 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:47:11 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:47:11 user nova-compute[75432]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1987342835</nova:name>
Nov 27 14:47:11 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:47:11</nova:creationTime>
Nov 27 14:47:11 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:47:11 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:47:11 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:47:11 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:47:11 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:47:11 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:47:11 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:47:11 user nova-compute[75432]:       <nova:owner>
Nov 27 14:47:11 user nova-compute[75432]:         <nova:user uuid="435cba2d80694362adb7d0048c08ea00">tempest-AttachVolumeNegativeTest-979328772-project-member</nova:user>
Nov 27 14:47:11 user nova-compute[75432]:         <nova:project uuid="f67f437cfb3f43e897c0d57d58b7be95">tempest-AttachVolumeNegativeTest-979328772</nova:project>
Nov 27 14:47:11 user nova-compute[75432]:       </nova:owner>
Nov 27 14:47:11 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:47:11 user nova-compute[75432]:       <nova:ports>
Nov 27 14:47:11 user nova-compute[75432]:         <nova:port uuid="bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63">
Nov 27 14:47:11 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 27 14:47:11 user nova-compute[75432]:         </nova:port>
Nov 27 14:47:11 user nova-compute[75432]:       </nova:ports>
Nov 27 14:47:11 user nova-compute[75432]:     </nova:instance>
Nov 27 14:47:11 user nova-compute[75432]:   </metadata>
Nov 27 14:47:11 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:47:11 user nova-compute[75432]:     <system>
Nov 27 14:47:11 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:47:11 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:47:11 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:47:11 user nova-compute[75432]:       <entry name="serial">e480a67d-8106-43dd-8cbf-e45f6c3d6bac</entry>
Nov 27 14:47:11 user nova-compute[75432]:       <entry name="uuid">e480a67d-8106-43dd-8cbf-e45f6c3d6bac</entry>
Nov 27 14:47:11 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:47:11 user nova-compute[75432]:     </system>
Nov 27 14:47:11 user nova-compute[75432]:   </sysinfo>
Nov 27 14:47:11 user nova-compute[75432]:   <os>
Nov 27 14:47:11 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:47:11 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:47:11 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:47:11 user nova-compute[75432]:   </os>
Nov 27 14:47:11 user nova-compute[75432]:   <features>
Nov 27 14:47:11 user nova-compute[75432]:     <acpi/>
Nov 27 14:47:11 user nova-compute[75432]:     <apic/>
Nov 27 14:47:11 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:47:11 user nova-compute[75432]:   </features>
Nov 27 14:47:11 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:47:11 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:47:11 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:47:11 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:47:11 user nova-compute[75432]:   </clock>
Nov 27 14:47:11 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:47:11 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:47:11 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:47:11 user nova-compute[75432]:   </cpu>
Nov 27 14:47:11 user nova-compute[75432]:   <devices>
Nov 27 14:47:11 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:47:11 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:47:11 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk"/>
Nov 27 14:47:11 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:47:11 user nova-compute[75432]:     </disk>
Nov 27 14:47:11 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:47:11 user nova-compute[75432]:       <mac address="fa:16:3e:32:bc:f9"/>
Nov 27 14:47:11 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:47:11 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:47:11 user nova-compute[75432]:       <target dev="tapbd3b0ad5-bc"/>
Nov 27 14:47:11 user nova-compute[75432]:     </interface>
Nov 27 14:47:11 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:47:11 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/console.log" append="off"/>
Nov 27 14:47:11 user nova-compute[75432]:     </serial>
Nov 27 14:47:11 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:47:11 user nova-compute[75432]:     <video>
Nov 27 14:47:11 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:47:11 user nova-compute[75432]:     </video>
Nov 27 14:47:11 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:47:11 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:47:11 user nova-compute[75432]:     </rng>
Nov 27 14:47:11 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:47:11 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:47:11 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:47:11 user nova-compute[75432]:     </memballoon>
Nov 27 14:47:11 user nova-compute[75432]:   </devices>
Nov 27 14:47:11 user nova-compute[75432]: </domain>
Nov 27 14:47:11 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:47:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1987342835',display_name='tempest-AttachVolumeNegativeTest-server-1987342835',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1987342835',id=45,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDeLbF8+pVSQfcuVCmkbTnvrkntb00qLcZFNmuvlr9sciaV5MkBro1NyC16GyrSIf7o43VacoY7sb1QxelPjTd6sR8teQ7+RQmhXWF+sjV8qeC2LI++dSwQpGJAhslfEVw==',key_name='tempest-keypair-724216247',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f67f437cfb3f43e897c0d57d58b7be95',ramdisk_id='',reservation_id='r-hysnl0ep',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-979328772',owner_user_name='tempest-AttachVolumeNegativeTest-979328772-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:47:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='435cba2d80694362adb7d0048c08ea00',uuid=e480a67d-8106-43dd-8cbf-e45f6c3d6bac,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "address": "fa:16:3e:32:bc:f9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3b0ad5-bc", "ovs_interfaceid": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converting VIF {"id": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "address": "fa:16:3e:32:bc:f9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3b0ad5-bc", "ovs_interfaceid": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:32:bc:f9,bridge_name='br-int',has_traffic_filtering=True,id=bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3b0ad5-bc') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG os_vif [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:bc:f9,bridge_name='br-int',has_traffic_filtering=True,id=bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3b0ad5-bc') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a7aa70ef-7762-5d81-b15f-163784a3b7b8', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbd3b0ad5-bc, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbd3b0ad5-bc, col_values=(('qos', UUID('3077c802-3481-4a0b-92b9-c80899aa0fd8')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbd3b0ad5-bc, col_values=(('external_ids', {'iface-id': 'bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:32:bc:f9', 'vm-uuid': 'e480a67d-8106-43dd-8cbf-e45f6c3d6bac'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:47:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:12 user nova-compute[75432]: INFO os_vif [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:32:bc:f9,bridge_name='br-int',has_traffic_filtering=True,id=bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3b0ad5-bc')
Nov 27 14:47:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:47:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No VIF found with MAC fa:16:3e:32:bc:f9, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:47:12 user nova-compute[75432]: DEBUG nova.network.neutron [req-77052cd8-249b-4cf8-8c9b-36e791940742 req-4d417e8b-4d7d-401c-a1e5-b5147db031c1 service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Updated VIF entry in instance network info cache for port bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:47:12 user nova-compute[75432]: DEBUG nova.network.neutron [req-77052cd8-249b-4cf8-8c9b-36e791940742 req-4d417e8b-4d7d-401c-a1e5-b5147db031c1 service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Updating instance_info_cache with network_info: [{"id": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "address": "fa:16:3e:32:bc:f9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3b0ad5-bc", "ovs_interfaceid": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:47:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-77052cd8-249b-4cf8-8c9b-36e791940742 req-4d417e8b-4d7d-401c-a1e5-b5147db031c1 service nova] Releasing lock "refresh_cache-e480a67d-8106-43dd-8cbf-e45f6c3d6bac" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:47:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-f4d9fd8e-4769-4051-aa67-62b45445213c req-12166426-d01f-4818-b709-6fe40e341d5d service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Received event network-vif-plugged-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f4d9fd8e-4769-4051-aa67-62b45445213c req-12166426-d01f-4818-b709-6fe40e341d5d service nova] Acquiring lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f4d9fd8e-4769-4051-aa67-62b45445213c req-12166426-d01f-4818-b709-6fe40e341d5d service nova] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f4d9fd8e-4769-4051-aa67-62b45445213c req-12166426-d01f-4818-b709-6fe40e341d5d service nova] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-f4d9fd8e-4769-4051-aa67-62b45445213c req-12166426-d01f-4818-b709-6fe40e341d5d service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] No waiting events found dispatching network-vif-plugged-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:13 user nova-compute[75432]: WARNING nova.compute.manager [req-f4d9fd8e-4769-4051-aa67-62b45445213c req-12166426-d01f-4818-b709-6fe40e341d5d service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Received unexpected event network-vif-plugged-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 for instance with vm_state building and task_state spawning.
Nov 27 14:47:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:14 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:15 user nova-compute[75432]: DEBUG nova.compute.manager [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:47:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:47:15 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Instance spawned successfully.
Nov 27 14:47:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:47:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:15 user nova-compute[75432]: INFO nova.compute.manager [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Took 5.42 seconds to spawn the instance on the hypervisor.
Nov 27 14:47:15 user nova-compute[75432]: DEBUG nova.compute.manager [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:47:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-ee1f913c-439a-49f8-8fa1-de2cf2780494 req-e325e7f7-4539-4b77-aaa7-c74512d4ef8b service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Received event network-vif-plugged-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ee1f913c-439a-49f8-8fa1-de2cf2780494 req-e325e7f7-4539-4b77-aaa7-c74512d4ef8b service nova] Acquiring lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ee1f913c-439a-49f8-8fa1-de2cf2780494 req-e325e7f7-4539-4b77-aaa7-c74512d4ef8b service nova] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ee1f913c-439a-49f8-8fa1-de2cf2780494 req-e325e7f7-4539-4b77-aaa7-c74512d4ef8b service nova] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:16 user nova-compute[75432]: DEBUG nova.compute.manager [req-ee1f913c-439a-49f8-8fa1-de2cf2780494 req-e325e7f7-4539-4b77-aaa7-c74512d4ef8b service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] No waiting events found dispatching network-vif-plugged-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:16 user nova-compute[75432]: WARNING nova.compute.manager [req-ee1f913c-439a-49f8-8fa1-de2cf2780494 req-e325e7f7-4539-4b77-aaa7-c74512d4ef8b service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Received unexpected event network-vif-plugged-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 for instance with vm_state building and task_state spawning.
Nov 27 14:47:16 user nova-compute[75432]: INFO nova.compute.manager [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Took 6.27 seconds to build instance.
Nov 27 14:47:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-76f51371-b70b-4ab3-8865-130eefa554ae tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.366s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "cd04b707-991e-4ed4-95f9-70065db09026" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "cd04b707-991e-4ed4-95f9-70065db09026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:26 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:47:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:26 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:47:26 user nova-compute[75432]: INFO nova.compute.claims [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Claim successful on node user
Nov 27 14:47:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.485s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:47:27 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:47:27 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG nova.policy [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a4d1c685632405f82a0bdab96708175', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '978a6a316ae74cbd83007b3fa0fe1c57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:47:27 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Creating image(s)
Nov 27 14:47:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "/opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "/opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "/opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.188s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:27 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.191s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk 1073741824" returned: 0 in 0.048s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Successfully created port: b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Cannot resize image /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Ensure instance console log exists: /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:28 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Successfully updated port: b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "refresh_cache-cd04b707-991e-4ed4-95f9-70065db09026" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquired lock "refresh_cache-cd04b707-991e-4ed4-95f9-70065db09026" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-65cdfde4-e390-428c-b193-a6baf387ad06 req-1c9a4c12-0435-4faa-b1cf-708db59eff7b service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Received event network-changed-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-65cdfde4-e390-428c-b193-a6baf387ad06 req-1c9a4c12-0435-4faa-b1cf-708db59eff7b service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Refreshing instance network info cache due to event network-changed-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-65cdfde4-e390-428c-b193-a6baf387ad06 req-1c9a4c12-0435-4faa-b1cf-708db59eff7b service nova] Acquiring lock "refresh_cache-cd04b707-991e-4ed4-95f9-70065db09026" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Updating instance_info_cache with network_info: [{"id": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "address": "fa:16:3e:20:b0:b3", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9f5c4f2-0a", "ovs_interfaceid": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Releasing lock "refresh_cache-cd04b707-991e-4ed4-95f9-70065db09026" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Instance network_info: |[{"id": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "address": "fa:16:3e:20:b0:b3", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9f5c4f2-0a", "ovs_interfaceid": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-65cdfde4-e390-428c-b193-a6baf387ad06 req-1c9a4c12-0435-4faa-b1cf-708db59eff7b service nova] Acquired lock "refresh_cache-cd04b707-991e-4ed4-95f9-70065db09026" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.network.neutron [req-65cdfde4-e390-428c-b193-a6baf387ad06 req-1c9a4c12-0435-4faa-b1cf-708db59eff7b service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Refreshing network info cache for port b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Start _get_guest_xml network_info=[{"id": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "address": "fa:16:3e:20:b0:b3", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9f5c4f2-0a", "ovs_interfaceid": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:47:29 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:47:29 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:47:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-319665625',display_name='tempest-VolumesSnapshotTestJSON-instance-319665625',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-319665625',id=46,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAD5QRffBMPoPMoO5kK39HSp4PNcRxtf7pPcfhS43xse91M7ePOJ6CuMdZjtVhHnrm84hcNvQbW0f8o9SiKfrvw9W5/qBLqnFi1jmOcGrngOlZclNSSljPyFMA8jymsfQQ==',key_name='tempest-keypair-644284105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='978a6a316ae74cbd83007b3fa0fe1c57',ramdisk_id='',reservation_id='r-ykg0aopl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-3755769',owner_user_name='tempest-VolumesSnapshotTestJSON-3755769-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:47:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a4d1c685632405f82a0bdab96708175',uuid=cd04b707-991e-4ed4-95f9-70065db09026,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "address": "fa:16:3e:20:b0:b3", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9f5c4f2-0a", "ovs_interfaceid": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Converting VIF {"id": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "address": "fa:16:3e:20:b0:b3", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9f5c4f2-0a", "ovs_interfaceid": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:b0:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9f5c4f2-0a') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lazy-loading 'pci_devices' on Instance uuid cd04b707-991e-4ed4-95f9-70065db09026 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:47:29 user nova-compute[75432]:   <uuid>cd04b707-991e-4ed4-95f9-70065db09026</uuid>
Nov 27 14:47:29 user nova-compute[75432]:   <name>instance-0000002e</name>
Nov 27 14:47:29 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:47:29 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:47:29 user nova-compute[75432]:   <metadata>
Nov 27 14:47:29 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:47:29 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:47:29 user nova-compute[75432]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-319665625</nova:name>
Nov 27 14:47:29 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:47:29</nova:creationTime>
Nov 27 14:47:29 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:47:29 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:47:29 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:47:29 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:47:29 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:47:29 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:47:29 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:47:29 user nova-compute[75432]:       <nova:owner>
Nov 27 14:47:29 user nova-compute[75432]:         <nova:user uuid="1a4d1c685632405f82a0bdab96708175">tempest-VolumesSnapshotTestJSON-3755769-project-member</nova:user>
Nov 27 14:47:29 user nova-compute[75432]:         <nova:project uuid="978a6a316ae74cbd83007b3fa0fe1c57">tempest-VolumesSnapshotTestJSON-3755769</nova:project>
Nov 27 14:47:29 user nova-compute[75432]:       </nova:owner>
Nov 27 14:47:29 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:47:29 user nova-compute[75432]:       <nova:ports>
Nov 27 14:47:29 user nova-compute[75432]:         <nova:port uuid="b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb">
Nov 27 14:47:29 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 27 14:47:29 user nova-compute[75432]:         </nova:port>
Nov 27 14:47:29 user nova-compute[75432]:       </nova:ports>
Nov 27 14:47:29 user nova-compute[75432]:     </nova:instance>
Nov 27 14:47:29 user nova-compute[75432]:   </metadata>
Nov 27 14:47:29 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:47:29 user nova-compute[75432]:     <system>
Nov 27 14:47:29 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:47:29 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:47:29 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:47:29 user nova-compute[75432]:       <entry name="serial">cd04b707-991e-4ed4-95f9-70065db09026</entry>
Nov 27 14:47:29 user nova-compute[75432]:       <entry name="uuid">cd04b707-991e-4ed4-95f9-70065db09026</entry>
Nov 27 14:47:29 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:47:29 user nova-compute[75432]:     </system>
Nov 27 14:47:29 user nova-compute[75432]:   </sysinfo>
Nov 27 14:47:29 user nova-compute[75432]:   <os>
Nov 27 14:47:29 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:47:29 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:47:29 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:47:29 user nova-compute[75432]:   </os>
Nov 27 14:47:29 user nova-compute[75432]:   <features>
Nov 27 14:47:29 user nova-compute[75432]:     <acpi/>
Nov 27 14:47:29 user nova-compute[75432]:     <apic/>
Nov 27 14:47:29 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:47:29 user nova-compute[75432]:   </features>
Nov 27 14:47:29 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:47:29 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:47:29 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:47:29 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:47:29 user nova-compute[75432]:   </clock>
Nov 27 14:47:29 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:47:29 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:47:29 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:47:29 user nova-compute[75432]:   </cpu>
Nov 27 14:47:29 user nova-compute[75432]:   <devices>
Nov 27 14:47:29 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:47:29 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:47:29 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk"/>
Nov 27 14:47:29 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:47:29 user nova-compute[75432]:     </disk>
Nov 27 14:47:29 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:47:29 user nova-compute[75432]:       <mac address="fa:16:3e:20:b0:b3"/>
Nov 27 14:47:29 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:47:29 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:47:29 user nova-compute[75432]:       <target dev="tapb9f5c4f2-0a"/>
Nov 27 14:47:29 user nova-compute[75432]:     </interface>
Nov 27 14:47:29 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:47:29 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/console.log" append="off"/>
Nov 27 14:47:29 user nova-compute[75432]:     </serial>
Nov 27 14:47:29 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:47:29 user nova-compute[75432]:     <video>
Nov 27 14:47:29 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:47:29 user nova-compute[75432]:     </video>
Nov 27 14:47:29 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:47:29 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:47:29 user nova-compute[75432]:     </rng>
Nov 27 14:47:29 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:47:29 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:47:29 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:47:29 user nova-compute[75432]:     </memballoon>
Nov 27 14:47:29 user nova-compute[75432]:   </devices>
Nov 27 14:47:29 user nova-compute[75432]: </domain>
Nov 27 14:47:29 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:47:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-319665625',display_name='tempest-VolumesSnapshotTestJSON-instance-319665625',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-319665625',id=46,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAD5QRffBMPoPMoO5kK39HSp4PNcRxtf7pPcfhS43xse91M7ePOJ6CuMdZjtVhHnrm84hcNvQbW0f8o9SiKfrvw9W5/qBLqnFi1jmOcGrngOlZclNSSljPyFMA8jymsfQQ==',key_name='tempest-keypair-644284105',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='978a6a316ae74cbd83007b3fa0fe1c57',ramdisk_id='',reservation_id='r-ykg0aopl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-3755769',owner_user_name='tempest-VolumesSnapshotTestJSON-3755769-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:47:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a4d1c685632405f82a0bdab96708175',uuid=cd04b707-991e-4ed4-95f9-70065db09026,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "address": "fa:16:3e:20:b0:b3", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9f5c4f2-0a", "ovs_interfaceid": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Converting VIF {"id": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "address": "fa:16:3e:20:b0:b3", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9f5c4f2-0a", "ovs_interfaceid": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:b0:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9f5c4f2-0a') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG os_vif [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:b0:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9f5c4f2-0a') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c99eec6a-6361-5d3d-ab17-361fdb8e16f0', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9f5c4f2-0a, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9f5c4f2-0a, col_values=(('qos', UUID('46f48689-796a-46f0-8d10-792449507938')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9f5c4f2-0a, col_values=(('external_ids', {'iface-id': 'b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:b0:b3', 'vm-uuid': 'cd04b707-991e-4ed4-95f9-70065db09026'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:29 user nova-compute[75432]: INFO os_vif [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:b0:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9f5c4f2-0a')
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] No VIF found with MAC fa:16:3e:20:b0:b3, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:47:29 user nova-compute[75432]: INFO nova.compute.manager [None req-726c905a-a747-4861-b59d-1d528356b024 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Unrescuing
Nov 27 14:47:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-726c905a-a747-4861-b59d-1d528356b024 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-726c905a-a747-4861-b59d-1d528356b024 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquired lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.network.neutron [None req-726c905a-a747-4861-b59d-1d528356b024 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.network.neutron [req-65cdfde4-e390-428c-b193-a6baf387ad06 req-1c9a4c12-0435-4faa-b1cf-708db59eff7b service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Updated VIF entry in instance network info cache for port b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG nova.network.neutron [req-65cdfde4-e390-428c-b193-a6baf387ad06 req-1c9a4c12-0435-4faa-b1cf-708db59eff7b service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Updating instance_info_cache with network_info: [{"id": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "address": "fa:16:3e:20:b0:b3", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9f5c4f2-0a", "ovs_interfaceid": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:47:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-65cdfde4-e390-428c-b193-a6baf387ad06 req-1c9a4c12-0435-4faa-b1cf-708db59eff7b service nova] Releasing lock "refresh_cache-cd04b707-991e-4ed4-95f9-70065db09026" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG nova.network.neutron [None req-726c905a-a747-4861-b59d-1d528356b024 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Updating instance_info_cache with network_info: [{"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-726c905a-a747-4861-b59d-1d528356b024 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Releasing lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG nova.objects.instance [None req-726c905a-a747-4861-b59d-1d528356b024 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'flavor' on Instance uuid c569a17a-ce8e-4584-9420-2f8b6061360e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-d51860e2-8894-4bc6-800a-9cfd54ec0d20 req-944c3278-9794-4292-a135-7505a7dbdd2a service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-unplugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d51860e2-8894-4bc6-800a-9cfd54ec0d20 req-944c3278-9794-4292-a135-7505a7dbdd2a service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d51860e2-8894-4bc6-800a-9cfd54ec0d20 req-944c3278-9794-4292-a135-7505a7dbdd2a service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d51860e2-8894-4bc6-800a-9cfd54ec0d20 req-944c3278-9794-4292-a135-7505a7dbdd2a service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-d51860e2-8894-4bc6-800a-9cfd54ec0d20 req-944c3278-9794-4292-a135-7505a7dbdd2a service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-unplugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:30 user nova-compute[75432]: WARNING nova.compute.manager [req-d51860e2-8894-4bc6-800a-9cfd54ec0d20 req-944c3278-9794-4292-a135-7505a7dbdd2a service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-unplugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:47:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:31 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Instance destroyed successfully.
Nov 27 14:47:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:32 user nova-compute[75432]: WARNING nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Received event network-vif-plugged-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Acquiring lock "cd04b707-991e-4ed4-95f9-70065db09026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "cd04b707-991e-4ed4-95f9-70065db09026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "cd04b707-991e-4ed4-95f9-70065db09026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] No waiting events found dispatching network-vif-plugged-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:32 user nova-compute[75432]: WARNING nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Received unexpected event network-vif-plugged-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb for instance with vm_state building and task_state spawning.
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Received event network-vif-plugged-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Acquiring lock "cd04b707-991e-4ed4-95f9-70065db09026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "cd04b707-991e-4ed4-95f9-70065db09026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "cd04b707-991e-4ed4-95f9-70065db09026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] No waiting events found dispatching network-vif-plugged-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:32 user nova-compute[75432]: WARNING nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Received unexpected event network-vif-plugged-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb for instance with vm_state building and task_state spawning.
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:32 user nova-compute[75432]: WARNING nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:32 user nova-compute[75432]: WARNING nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-unplugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-unplugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:32 user nova-compute[75432]: WARNING nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-unplugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:32 user nova-compute[75432]: WARNING nova.compute.manager [req-ae9a9d9b-a099-4c9e-a026-c298840d4a96 req-ff746436-c3b4-44d6-a2e8-3d7753d596f2 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:47:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:47:34 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Instance spawned successfully.
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:47:34 user nova-compute[75432]: INFO nova.compute.manager [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Took 6.61 seconds to spawn the instance on the hypervisor.
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:47:34 user nova-compute[75432]: INFO nova.compute.manager [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Took 7.47 seconds to build instance.
Nov 27 14:47:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ea138329-3e20-44c4-9821-0fdbc58afe7e tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "cd04b707-991e-4ed4-95f9-70065db09026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.590s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-82cafb50-fa5e-4878-baab-740c76230ddf req-0701d85c-e95a-4c1b-9339-26dd412cfa4f service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-82cafb50-fa5e-4878-baab-740c76230ddf req-0701d85c-e95a-4c1b-9339-26dd412cfa4f service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-82cafb50-fa5e-4878-baab-740c76230ddf req-0701d85c-e95a-4c1b-9339-26dd412cfa4f service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-82cafb50-fa5e-4878-baab-740c76230ddf req-0701d85c-e95a-4c1b-9339-26dd412cfa4f service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-82cafb50-fa5e-4878-baab-740c76230ddf req-0701d85c-e95a-4c1b-9339-26dd412cfa4f service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:34 user nova-compute[75432]: WARNING nova.compute.manager [req-82cafb50-fa5e-4878-baab-740c76230ddf req-0701d85c-e95a-4c1b-9339-26dd412cfa4f service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-82cafb50-fa5e-4878-baab-740c76230ddf req-0701d85c-e95a-4c1b-9339-26dd412cfa4f service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-82cafb50-fa5e-4878-baab-740c76230ddf req-0701d85c-e95a-4c1b-9339-26dd412cfa4f service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-82cafb50-fa5e-4878-baab-740c76230ddf req-0701d85c-e95a-4c1b-9339-26dd412cfa4f service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-82cafb50-fa5e-4878-baab-740c76230ddf req-0701d85c-e95a-4c1b-9339-26dd412cfa4f service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-82cafb50-fa5e-4878-baab-740c76230ddf req-0701d85c-e95a-4c1b-9339-26dd412cfa4f service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:34 user nova-compute[75432]: WARNING nova.compute.manager [req-82cafb50-fa5e-4878-baab-740c76230ddf req-0701d85c-e95a-4c1b-9339-26dd412cfa4f service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:47:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-726c905a-a747-4861-b59d-1d528356b024 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:47:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-963d6e13-3fe0-4147-875c-0059e96923f7 req-209bd491-4b50-4f10-b267-8abed6a68881 service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Received event network-changed-09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:35 user nova-compute[75432]: DEBUG nova.compute.manager [req-963d6e13-3fe0-4147-875c-0059e96923f7 req-209bd491-4b50-4f10-b267-8abed6a68881 service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Refreshing instance network info cache due to event network-changed-09a0ce65-f08b-4987-8328-70089204097b. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:47:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-963d6e13-3fe0-4147-875c-0059e96923f7 req-209bd491-4b50-4f10-b267-8abed6a68881 service nova] Acquiring lock "refresh_cache-486b8042-b8fa-45d5-81fe-c23f257acf25" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:47:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-963d6e13-3fe0-4147-875c-0059e96923f7 req-209bd491-4b50-4f10-b267-8abed6a68881 service nova] Acquired lock "refresh_cache-486b8042-b8fa-45d5-81fe-c23f257acf25" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:47:35 user nova-compute[75432]: DEBUG nova.network.neutron [req-963d6e13-3fe0-4147-875c-0059e96923f7 req-209bd491-4b50-4f10-b267-8abed6a68881 service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Refreshing network info cache for port 09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:47:35 user nova-compute[75432]: DEBUG nova.network.neutron [req-963d6e13-3fe0-4147-875c-0059e96923f7 req-209bd491-4b50-4f10-b267-8abed6a68881 service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Updated VIF entry in instance network info cache for port 09a0ce65-f08b-4987-8328-70089204097b. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:47:35 user nova-compute[75432]: DEBUG nova.network.neutron [req-963d6e13-3fe0-4147-875c-0059e96923f7 req-209bd491-4b50-4f10-b267-8abed6a68881 service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Updating instance_info_cache with network_info: [{"id": "09a0ce65-f08b-4987-8328-70089204097b", "address": "fa:16:3e:5e:01:69", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09a0ce65-f0", "ovs_interfaceid": "09a0ce65-f08b-4987-8328-70089204097b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:47:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-963d6e13-3fe0-4147-875c-0059e96923f7 req-209bd491-4b50-4f10-b267-8abed6a68881 service nova] Releasing lock "refresh_cache-486b8042-b8fa-45d5-81fe-c23f257acf25" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:47:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:47:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:47:41 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:47:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:41 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:47:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:47:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:42 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:47:42 user nova-compute[75432]: INFO nova.compute.claims [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Claim successful on node user
Nov 27 14:47:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.525s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:47:43 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:47:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:47:43 user nova-compute[75432]: INFO nova.virt.block_device [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Booting with volume snapshot d4e64da7-9e2b-4d3b-a07d-074bca4e1a2a at /dev/vda
Nov 27 14:47:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG nova.policy [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1104b5bff1dc4fb8a64ddc97c75ffd17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae333e5342e476c82ac33016160e51a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:47:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Successfully created port: 306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:47:44 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:47:44 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8071MB free_disk=24.779800415039062GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c569a17a-ce8e-4584-9420-2f8b6061360e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 486b8042-b8fa-45d5-81fe-c23f257acf25 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e480a67d-8106-43dd-8cbf-e45f6c3d6bac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance cd04b707-991e-4ed4-95f9-70065db09026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:47:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.557s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Successfully updated port: 306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "refresh_cache-6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquired lock "refresh_cache-6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.compute.manager [req-2c96d1c7-d961-413c-a103-d236a2822f6b req-5e226eda-1150-4fb6-8a4e-c09afe6872a4 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Received event network-changed-306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.compute.manager [req-2c96d1c7-d961-413c-a103-d236a2822f6b req-5e226eda-1150-4fb6-8a4e-c09afe6872a4 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Refreshing instance network info cache due to event network-changed-306d5a0f-9854-48c7-b736-eda5c68080ba. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2c96d1c7-d961-413c-a103-d236a2822f6b req-5e226eda-1150-4fb6-8a4e-c09afe6872a4 service nova] Acquiring lock "refresh_cache-6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.network.neutron [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Updating instance_info_cache with network_info: [{"id": "306d5a0f-9854-48c7-b736-eda5c68080ba", "address": "fa:16:3e:2c:88:ce", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap306d5a0f-98", "ovs_interfaceid": "306d5a0f-9854-48c7-b736-eda5c68080ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Releasing lock "refresh_cache-6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Instance network_info: |[{"id": "306d5a0f-9854-48c7-b736-eda5c68080ba", "address": "fa:16:3e:2c:88:ce", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap306d5a0f-98", "ovs_interfaceid": "306d5a0f-9854-48c7-b736-eda5c68080ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2c96d1c7-d961-413c-a103-d236a2822f6b req-5e226eda-1150-4fb6-8a4e-c09afe6872a4 service nova] Acquired lock "refresh_cache-6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.network.neutron [req-2c96d1c7-d961-413c-a103-d236a2822f6b req-5e226eda-1150-4fb6-8a4e-c09afe6872a4 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Refreshing network info cache for port 306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.network.neutron [req-2c96d1c7-d961-413c-a103-d236a2822f6b req-5e226eda-1150-4fb6-8a4e-c09afe6872a4 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Updated VIF entry in instance network info cache for port 306d5a0f-9854-48c7-b736-eda5c68080ba. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG nova.network.neutron [req-2c96d1c7-d961-413c-a103-d236a2822f6b req-5e226eda-1150-4fb6-8a4e-c09afe6872a4 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Updating instance_info_cache with network_info: [{"id": "306d5a0f-9854-48c7-b736-eda5c68080ba", "address": "fa:16:3e:2c:88:ce", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap306d5a0f-98", "ovs_interfaceid": "306d5a0f-9854-48c7-b736-eda5c68080ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:47:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-2c96d1c7-d961-413c-a103-d236a2822f6b req-5e226eda-1150-4fb6-8a4e-c09afe6872a4 service nova] Releasing lock "refresh_cache-6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:47:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:47:46 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:47:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:47:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:47:46 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:47:46 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Updating instance_info_cache with network_info: [{"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:47:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-c569a17a-ce8e-4584-9420-2f8b6061360e" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:47:46 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:47:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:47:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:47:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:47:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:47:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:47:47 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:47:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG os_brick.utils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[af4ac6ca-8f4f-438d-8810-7ca1604a1330]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cd0cb15-2571-4092-9c8a-e91194f9ea3a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ecfa1ee-5c80-478b-b5fb-44758027d0f4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4c3e79a-7e91-4794-8512-e15a2735ff7f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:47:49 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:47:49 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0a0b131-3d02-4302-ac52-d14506826eaf]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG os_brick.utils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:47:49 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Updating existing volume attachment record: f9f9ecf0-f29e-4cc5-bca8-dd881e41ffa0 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:47:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:47:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Creating image(s)
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Ensure instance console log exists: /opt/stack/data/nova/instances/6ea2070b-ff84-44b1-af1c-0d7b80ee96fc/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Start _get_guest_xml network_info=[{"id": "306d5a0f-9854-48c7-b736-eda5c68080ba", "address": "fa:16:3e:2c:88:ce", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap306d5a0f-98", "ovs_interfaceid": "306d5a0f-9854-48c7-b736-eda5c68080ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-27T14:47:38Z,direct_url=<?>,disk_format='qcow2',id=56cc54ed-e8a1-4d03-974b-e0fbe83a0f2e,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1022530175',owner='9ae333e5342e476c82ac33016160e51a',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-27T14:47:39Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': True, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': 'f9f9ecf0-f29e-4cc5-bca8-dd881e41ffa0', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bknEDGAa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ea2070b-ff84-44b1-af1c-0d7b80ee96fc', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea28a0d3-367f-40a6-bf69-548dbd72ea03', 'serial': 'ea28a0d3-367f-40a6-bf69-548dbd72ea03'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:47:56 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:47:56 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-27T14:47:38Z,direct_url=<?>,disk_format='qcow2',id=56cc54ed-e8a1-4d03-974b-e0fbe83a0f2e,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1022530175',owner='9ae333e5342e476c82ac33016160e51a',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-27T14:47:39Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bknEDGAa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:47:56 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:47:56 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:47:56 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[101d3819-6b0a-4a95-8dda-55f94a6afed7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:47:56 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f5ad005-a3c5-4933-a4a1-3589d253b9d4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03] added
Nov 27 14:47:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e0770d9-b05d-4a8a-b07a-da8bd44366ec]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8af943b7-ca11-4005-8ac9-794fb7378599]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bknEDGAa {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bknEDGAa" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[28bf6080-ef15-4d93-8eb9-f37d43fada66]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bknEDGAa'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f3f32f4-94fd-4bfa-b3b0-48ce61317990]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d92b67fe-fbe4-4302-9cf5-1a457b4039ac]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:47:56 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:47:56 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:47:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:47:56 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:47:56 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:47:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2612120d-d325-4f40-bfc9-3c11bc47c86c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03, portal: 172.16.0.220,3260]
Nov 27 14:47:56 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03, portal: 172.16.0.220,3260] successful.
Nov 27 14:47:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e69fa76c-75dd-410b-bf2f-c72a9093f44f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d01ad71c-be5b-4562-8b56-51dd659aa06f]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:47:56 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:47:56 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:47:56 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:47:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:47:56 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:47:56 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:47:56 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:47:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dbaf891-5a5e-4cc9-b82d-1f864067b32d]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:47:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bknEDGAa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.308s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== connect_volume: return (1309ms) {'type': 'block', 'scsi_wwn': '26566373162646164', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26566373162646164', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:47:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1925250613',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1925250613',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1925250613',id=47,image_ref='56cc54ed-e8a1-4d03-974b-e0fbe83a0f2e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJsF3RXVTsp5MI0D05wWtiOA+vgrP51uj2OxFdVppTaUQBpXvwddYQQr/kn7Xrxunh55Svh41oUH2A1MUbo8AJet+bxRal2GL/5pADlRW4+0xmR9uM6Bw2bTQnykIGf7Gg==',key_name='tempest-keypair-1673373644',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-p3sv04ja',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-781872517',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:47:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=6ea2070b-ff84-44b1-af1c-0d7b80ee96fc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "306d5a0f-9854-48c7-b736-eda5c68080ba", "address": "fa:16:3e:2c:88:ce", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap306d5a0f-98", "ovs_interfaceid": "306d5a0f-9854-48c7-b736-eda5c68080ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "306d5a0f-9854-48c7-b736-eda5c68080ba", "address": "fa:16:3e:2c:88:ce", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap306d5a0f-98", "ovs_interfaceid": "306d5a0f-9854-48c7-b736-eda5c68080ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:88:ce,bridge_name='br-int',has_traffic_filtering=True,id=306d5a0f-9854-48c7-b736-eda5c68080ba,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap306d5a0f-98') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG nova.objects.instance [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lazy-loading 'pci_devices' on Instance uuid 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:47:57 user nova-compute[75432]:   <uuid>6ea2070b-ff84-44b1-af1c-0d7b80ee96fc</uuid>
Nov 27 14:47:57 user nova-compute[75432]:   <name>instance-0000002f</name>
Nov 27 14:47:57 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:47:57 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:47:57 user nova-compute[75432]:   <metadata>
Nov 27 14:47:57 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:47:57 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:47:57 user nova-compute[75432]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1925250613</nova:name>
Nov 27 14:47:57 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:47:56</nova:creationTime>
Nov 27 14:47:57 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:47:57 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:47:57 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:47:57 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:47:57 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:47:57 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:47:57 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:47:57 user nova-compute[75432]:       <nova:owner>
Nov 27 14:47:57 user nova-compute[75432]:         <nova:user uuid="1104b5bff1dc4fb8a64ddc97c75ffd17">tempest-TestVolumeBootPattern-781872517-project-member</nova:user>
Nov 27 14:47:57 user nova-compute[75432]:         <nova:project uuid="9ae333e5342e476c82ac33016160e51a">tempest-TestVolumeBootPattern-781872517</nova:project>
Nov 27 14:47:57 user nova-compute[75432]:       </nova:owner>
Nov 27 14:47:57 user nova-compute[75432]:       <nova:root type="image" uuid="56cc54ed-e8a1-4d03-974b-e0fbe83a0f2e"/>
Nov 27 14:47:57 user nova-compute[75432]:       <nova:ports>
Nov 27 14:47:57 user nova-compute[75432]:         <nova:port uuid="306d5a0f-9854-48c7-b736-eda5c68080ba">
Nov 27 14:47:57 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 14:47:57 user nova-compute[75432]:         </nova:port>
Nov 27 14:47:57 user nova-compute[75432]:       </nova:ports>
Nov 27 14:47:57 user nova-compute[75432]:     </nova:instance>
Nov 27 14:47:57 user nova-compute[75432]:   </metadata>
Nov 27 14:47:57 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:47:57 user nova-compute[75432]:     <system>
Nov 27 14:47:57 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:47:57 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:47:57 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:47:57 user nova-compute[75432]:       <entry name="serial">6ea2070b-ff84-44b1-af1c-0d7b80ee96fc</entry>
Nov 27 14:47:57 user nova-compute[75432]:       <entry name="uuid">6ea2070b-ff84-44b1-af1c-0d7b80ee96fc</entry>
Nov 27 14:47:57 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:47:57 user nova-compute[75432]:     </system>
Nov 27 14:47:57 user nova-compute[75432]:   </sysinfo>
Nov 27 14:47:57 user nova-compute[75432]:   <os>
Nov 27 14:47:57 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:47:57 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:47:57 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:47:57 user nova-compute[75432]:   </os>
Nov 27 14:47:57 user nova-compute[75432]:   <features>
Nov 27 14:47:57 user nova-compute[75432]:     <acpi/>
Nov 27 14:47:57 user nova-compute[75432]:     <apic/>
Nov 27 14:47:57 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:47:57 user nova-compute[75432]:   </features>
Nov 27 14:47:57 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:47:57 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:47:57 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:47:57 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:47:57 user nova-compute[75432]:   </clock>
Nov 27 14:47:57 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:47:57 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:47:57 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:47:57 user nova-compute[75432]:   </cpu>
Nov 27 14:47:57 user nova-compute[75432]:   <devices>
Nov 27 14:47:57 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:47:57 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:47:57 user nova-compute[75432]:       <source dev="/dev/sdb"/>
Nov 27 14:47:57 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:47:57 user nova-compute[75432]:       <serial>ea28a0d3-367f-40a6-bf69-548dbd72ea03</serial>
Nov 27 14:47:57 user nova-compute[75432]:     </disk>
Nov 27 14:47:57 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:47:57 user nova-compute[75432]:       <mac address="fa:16:3e:2c:88:ce"/>
Nov 27 14:47:57 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:47:57 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:47:57 user nova-compute[75432]:       <target dev="tap306d5a0f-98"/>
Nov 27 14:47:57 user nova-compute[75432]:     </interface>
Nov 27 14:47:57 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:47:57 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/6ea2070b-ff84-44b1-af1c-0d7b80ee96fc/console.log" append="off"/>
Nov 27 14:47:57 user nova-compute[75432]:     </serial>
Nov 27 14:47:57 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:47:57 user nova-compute[75432]:     <video>
Nov 27 14:47:57 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:47:57 user nova-compute[75432]:     </video>
Nov 27 14:47:57 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:47:57 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:47:57 user nova-compute[75432]:     </rng>
Nov 27 14:47:57 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:47:57 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:47:57 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:47:57 user nova-compute[75432]:     </memballoon>
Nov 27 14:47:57 user nova-compute[75432]:   </devices>
Nov 27 14:47:57 user nova-compute[75432]: </domain>
Nov 27 14:47:57 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:47:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1925250613',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1925250613',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1925250613',id=47,image_ref='56cc54ed-e8a1-4d03-974b-e0fbe83a0f2e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJsF3RXVTsp5MI0D05wWtiOA+vgrP51uj2OxFdVppTaUQBpXvwddYQQr/kn7Xrxunh55Svh41oUH2A1MUbo8AJet+bxRal2GL/5pADlRW4+0xmR9uM6Bw2bTQnykIGf7Gg==',key_name='tempest-keypair-1673373644',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-p3sv04ja',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-781872517',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:47:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=6ea2070b-ff84-44b1-af1c-0d7b80ee96fc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "306d5a0f-9854-48c7-b736-eda5c68080ba", "address": "fa:16:3e:2c:88:ce", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap306d5a0f-98", "ovs_interfaceid": "306d5a0f-9854-48c7-b736-eda5c68080ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "306d5a0f-9854-48c7-b736-eda5c68080ba", "address": "fa:16:3e:2c:88:ce", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap306d5a0f-98", "ovs_interfaceid": "306d5a0f-9854-48c7-b736-eda5c68080ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:88:ce,bridge_name='br-int',has_traffic_filtering=True,id=306d5a0f-9854-48c7-b736-eda5c68080ba,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap306d5a0f-98') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG os_vif [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:88:ce,bridge_name='br-int',has_traffic_filtering=True,id=306d5a0f-9854-48c7-b736-eda5c68080ba,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap306d5a0f-98') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cb4457be-c3af-5630-972d-66cc83e4baa9', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap306d5a0f-98, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap306d5a0f-98, col_values=(('qos', UUID('634055eb-7b6a-48d9-8b78-280163d5fd8f')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap306d5a0f-98, col_values=(('external_ids', {'iface-id': '306d5a0f-9854-48c7-b736-eda5c68080ba', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:88:ce', 'vm-uuid': '6ea2070b-ff84-44b1-af1c-0d7b80ee96fc'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:57 user nova-compute[75432]: INFO os_vif [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:88:ce,bridge_name='br-int',has_traffic_filtering=True,id=306d5a0f-9854-48c7-b736-eda5c68080ba,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap306d5a0f-98')
Nov 27 14:47:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:47:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] No VIF found with MAC fa:16:3e:2c:88:ce, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:47:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:47:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-83dfa25b-7914-4b48-bfd5-a712f0b226ba req-1db35a57-d86a-46f1-ac5c-50e55e6f84a2 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Received event network-vif-plugged-306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:47:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83dfa25b-7914-4b48-bfd5-a712f0b226ba req-1db35a57-d86a-46f1-ac5c-50e55e6f84a2 service nova] Acquiring lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:47:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83dfa25b-7914-4b48-bfd5-a712f0b226ba req-1db35a57-d86a-46f1-ac5c-50e55e6f84a2 service nova] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:47:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-83dfa25b-7914-4b48-bfd5-a712f0b226ba req-1db35a57-d86a-46f1-ac5c-50e55e6f84a2 service nova] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:47:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-83dfa25b-7914-4b48-bfd5-a712f0b226ba req-1db35a57-d86a-46f1-ac5c-50e55e6f84a2 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] No waiting events found dispatching network-vif-plugged-306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:47:59 user nova-compute[75432]: WARNING nova.compute.manager [req-83dfa25b-7914-4b48-bfd5-a712f0b226ba req-1db35a57-d86a-46f1-ac5c-50e55e6f84a2 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Received unexpected event network-vif-plugged-306d5a0f-9854-48c7-b736-eda5c68080ba for instance with vm_state building and task_state spawning.
Nov 27 14:47:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:01 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:48:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:48:01 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Instance spawned successfully.
Nov 27 14:48:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:48:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:48:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:48:01 user nova-compute[75432]: INFO nova.compute.manager [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Took 4.98 seconds to spawn the instance on the hypervisor.
Nov 27 14:48:01 user nova-compute[75432]: DEBUG nova.compute.manager [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:48:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-0883c4e8-fd62-47e8-970b-4fae092604c0 req-9959b9b0-8a5e-4db7-88e9-e442b3644f3d service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Received event network-vif-plugged-306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:48:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0883c4e8-fd62-47e8-970b-4fae092604c0 req-9959b9b0-8a5e-4db7-88e9-e442b3644f3d service nova] Acquiring lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:48:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0883c4e8-fd62-47e8-970b-4fae092604c0 req-9959b9b0-8a5e-4db7-88e9-e442b3644f3d service nova] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:48:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-0883c4e8-fd62-47e8-970b-4fae092604c0 req-9959b9b0-8a5e-4db7-88e9-e442b3644f3d service nova] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:48:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-0883c4e8-fd62-47e8-970b-4fae092604c0 req-9959b9b0-8a5e-4db7-88e9-e442b3644f3d service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] No waiting events found dispatching network-vif-plugged-306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:48:01 user nova-compute[75432]: WARNING nova.compute.manager [req-0883c4e8-fd62-47e8-970b-4fae092604c0 req-9959b9b0-8a5e-4db7-88e9-e442b3644f3d service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Received unexpected event network-vif-plugged-306d5a0f-9854-48c7-b736-eda5c68080ba for instance with vm_state building and task_state spawning.
Nov 27 14:48:01 user nova-compute[75432]: INFO nova.compute.manager [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Took 18.28 seconds to build instance.
Nov 27 14:48:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-ff04759b-3a2b-4e62-bc89-e75a8417544e tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.378s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:48:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:48:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:48:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:48:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:48:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:40 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:48:42 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:48:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:48:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:48:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:48:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=7918MB free_disk=24.749855041503906GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance c569a17a-ce8e-4584-9420-2f8b6061360e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 486b8042-b8fa-45d5-81fe-c23f257acf25 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e480a67d-8106-43dd-8cbf-e45f6c3d6bac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance cd04b707-991e-4ed4-95f9-70065db09026 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing inventories for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating ProviderTree inventory for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating inventory in ProviderTree for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing aggregate associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, aggregates: None {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing trait associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:48:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.744s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG nova.compute.manager [req-16c10bd8-1f36-4f8d-9e7b-9a983e58475d req-cb4137f1-8e90-42dc-8600-9a120d5f78ad service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Received event network-changed-85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG nova.compute.manager [req-16c10bd8-1f36-4f8d-9e7b-9a983e58475d req-cb4137f1-8e90-42dc-8600-9a120d5f78ad service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Refreshing instance network info cache due to event network-changed-85689d33-8572-404c-8067-cad1629916f0. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-16c10bd8-1f36-4f8d-9e7b-9a983e58475d req-cb4137f1-8e90-42dc-8600-9a120d5f78ad service nova] Acquiring lock "refresh_cache-4c9069c5-1a67-4c42-8586-789b3b0c1959" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-16c10bd8-1f36-4f8d-9e7b-9a983e58475d req-cb4137f1-8e90-42dc-8600-9a120d5f78ad service nova] Acquired lock "refresh_cache-4c9069c5-1a67-4c42-8586-789b3b0c1959" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG nova.network.neutron [req-16c10bd8-1f36-4f8d-9e7b-9a983e58475d req-cb4137f1-8e90-42dc-8600-9a120d5f78ad service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Refreshing network info cache for port 85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:48 user nova-compute[75432]: DEBUG nova.network.neutron [req-16c10bd8-1f36-4f8d-9e7b-9a983e58475d req-cb4137f1-8e90-42dc-8600-9a120d5f78ad service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updated VIF entry in instance network info cache for port 85689d33-8572-404c-8067-cad1629916f0. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:48:48 user nova-compute[75432]: DEBUG nova.network.neutron [req-16c10bd8-1f36-4f8d-9e7b-9a983e58475d req-cb4137f1-8e90-42dc-8600-9a120d5f78ad service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updating instance_info_cache with network_info: [{"id": "85689d33-8572-404c-8067-cad1629916f0", "address": "fa:16:3e:ad:56:28", "network": {"id": "6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1490702239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf904c6cafd242fcb7cad5336e574b1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85689d33-85", "ovs_interfaceid": "85689d33-8572-404c-8067-cad1629916f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:48:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-16c10bd8-1f36-4f8d-9e7b-9a983e58475d req-cb4137f1-8e90-42dc-8600-9a120d5f78ad service nova] Releasing lock "refresh_cache-4c9069c5-1a67-4c42-8586-789b3b0c1959" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:48:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:48 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG nova.objects.instance [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'flavor' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:48:50 user nova-compute[75432]: INFO nova.compute.manager [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attaching volume 9bbe0ca8-eb54-4046-bf3a-01195543aae3 to /dev/vdb
Nov 27 14:48:50 user nova-compute[75432]: DEBUG os_brick.utils [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec49a8c1-27a0-4ed3-b955-f092c276c898]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[025d983e-ff52-4f78-ae86-3c2e37e9929d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dac826c0-cb38-47b0-8c7d-65b8fdce5ddd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75432) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d76512be-e806-4939-84cd-5e79c3198591]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:48:50 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:48:50 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[50273261-6dfd-494e-8410-203ae0c05344]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG os_brick.utils [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:48:50 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updating existing volume attachment record: 381b88d9-8acd-451a-b536-1a8ba5508e55 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:48:51 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:48:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OkUaxjvH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:48:56 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:48:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:48:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:48:56 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:48:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:48:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:48:56 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:48:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[62d6fa3f-2c9b-40e7-8185-362d3e56c89a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:48:56 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:48:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1a3e53b-bc4f-4a98-bac0-9b7dd3fc14c6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3] added
Nov 27 14:48:57 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad32ade6-35ac-4619-b998-5b4fb7e2d357]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e53c43b-6cf4-4be8-998f-af6ec3cf563c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OkUaxjvH {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OkUaxjvH" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[01818bf9-8f2a-43cc-9b1b-1a82e57eb8d7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OkUaxjvH'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[976eae74-3350-4507-9b34-704e24b48071]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[253e5ce2-e750-46f0-953f-7d002eb19151]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd85ae13-6737-4947-a04f-20a7daa40f20]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3, portal: 172.16.0.220,3260]
Nov 27 14:48:57 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3, portal: 172.16.0.220,3260] successful.
Nov 27 14:48:57 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b105405a-524e-470e-8799-0e423061ad9f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c0b728-6dff-4370-b16a-6da3a6fc050d]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:48:57 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] HCTL ('37', '-', '-', 0) found on session 53 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[db7f9c96-48de-4df2-a3e8-cea747b2169f]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Searching for a device in session 53 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OkUaxjvH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:57 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:48:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:48:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:48:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23833366137343032', 'path': '/dev/sdf'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:48:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23833366137343032', 'path': '/dev/sdf'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:48:58 user nova-compute[75432]: DEBUG nova.objects.instance [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'flavor' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:48:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:48:58 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:48:58 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:48:58 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:48:58 user nova-compute[75432]:   <serial>9bbe0ca8-eb54-4046-bf3a-01195543aae3</serial>
Nov 27 14:48:58 user nova-compute[75432]: </disk>
Nov 27 14:48:58 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:48:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:48:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:48:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No VIF found with MAC fa:16:3e:ad:56:28, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:48:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b662dd30-200d-407c-8657-b593a0809d46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.239s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-161e7746-be6d-4933-86f3-3fad6de7d203 req-84d1a30c-a52e-45be-b575-225666b0c19b service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Received event network-changed-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:49:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-161e7746-be6d-4933-86f3-3fad6de7d203 req-84d1a30c-a52e-45be-b575-225666b0c19b service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Refreshing instance network info cache due to event network-changed-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:49:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-161e7746-be6d-4933-86f3-3fad6de7d203 req-84d1a30c-a52e-45be-b575-225666b0c19b service nova] Acquiring lock "refresh_cache-e480a67d-8106-43dd-8cbf-e45f6c3d6bac" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:49:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-161e7746-be6d-4933-86f3-3fad6de7d203 req-84d1a30c-a52e-45be-b575-225666b0c19b service nova] Acquired lock "refresh_cache-e480a67d-8106-43dd-8cbf-e45f6c3d6bac" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:49:00 user nova-compute[75432]: DEBUG nova.network.neutron [req-161e7746-be6d-4933-86f3-3fad6de7d203 req-84d1a30c-a52e-45be-b575-225666b0c19b service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Refreshing network info cache for port bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:49:01 user nova-compute[75432]: DEBUG nova.network.neutron [req-161e7746-be6d-4933-86f3-3fad6de7d203 req-84d1a30c-a52e-45be-b575-225666b0c19b service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Updated VIF entry in instance network info cache for port bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:49:01 user nova-compute[75432]: DEBUG nova.network.neutron [req-161e7746-be6d-4933-86f3-3fad6de7d203 req-84d1a30c-a52e-45be-b575-225666b0c19b service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Updating instance_info_cache with network_info: [{"id": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "address": "fa:16:3e:32:bc:f9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3b0ad5-bc", "ovs_interfaceid": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:49:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-161e7746-be6d-4933-86f3-3fad6de7d203 req-84d1a30c-a52e-45be-b575-225666b0c19b service nova] Releasing lock "refresh_cache-e480a67d-8106-43dd-8cbf-e45f6c3d6bac" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:49:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG nova.objects.instance [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'flavor' on Instance uuid e480a67d-8106-43dd-8cbf-e45f6c3d6bac {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:04 user nova-compute[75432]: INFO nova.compute.manager [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Attaching volume b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 to /dev/vdb
Nov 27 14:49:04 user nova-compute[75432]: DEBUG os_brick.utils [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd52e5a7-0f3a-4b31-b536-a8e8fc2dfbe0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[68b04bd2-6aac-412f-9be6-714d2a048add]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee029a59-07ec-4467-a88a-15a709e1e99b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd1a28c9-097f-48c5-ba1b-6d0b0e2625c0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:49:04 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:49:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[52ec738a-3df8-4ec7-a5e1-a9f4068beda9]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG os_brick.utils [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:49:04 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Updating existing volume attachment record: ba159607-7527-4c69-b00f-ad412ce9feeb {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:49:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:09 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:49:09 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 14:49:09 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] There are 0 instances to clean {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hRYFmABS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:49:11 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:49:11 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:49:11 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[31d36ba1-04d4-4671-8708-cf12aafcbfe5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:49:11 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a6c7c8f-1f3d-4cc0-a58c-99cb9f97739c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3] added
Nov 27 14:49:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ad55b5-418f-41a7-b209-6963052f381d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[392a8ba4-fb78-4452-abb2-8f8db156f41a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hRYFmABS {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hRYFmABS" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[69f0a8e7-7730-4b63-8219-62b4bf9c1249]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hRYFmABS'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9cb52ff-75fc-4f48-a13d-44e586e74c63]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4faa8d85-c021-49d5-9984-628b4a58ac8e]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd1669e2-8778-4748-86e1-9db0deeade15]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3, portal: 172.16.0.220,3260]
Nov 27 14:49:11 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3, portal: 172.16.0.220,3260] successful.
Nov 27 14:49:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e89001ae-71bc-41ea-88aa-191ea28a2ce7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7429d88-c682-4773-ad3e-80539db79d46]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)
Nov 27 14:49:11 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] HCTL ('38', '-', '-', 0) found on session 54 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e76df621-f4eb-467c-8dc0-66fb8ead400a]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:11 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching for a device in session 54 and hctl ['38', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 08c7df11-f577-4a78-a189-96e9dc33592b {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 68e7b903-61c7-4af9-92b0-c423ed3eabc8 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid c569a17a-ce8e-4584-9420-2f8b6061360e {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 486b8042-b8fa-45d5-81fe-c23f257acf25 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid e480a67d-8106-43dd-8cbf-e45f6c3d6bac {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid cd04b707-991e-4ed4-95f9-70065db09026 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "08c7df11-f577-4a78-a189-96e9dc33592b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "08c7df11-f577-4a78-a189-96e9dc33592b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "486b8042-b8fa-45d5-81fe-c23f257acf25" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "cd04b707-991e-4ed4-95f9-70065db09026" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "cd04b707-991e-4ed4-95f9-70065db09026" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "08c7df11-f577-4a78-a189-96e9dc33592b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.042s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.046s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.050s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.058s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.066s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "cd04b707-991e-4ed4-95f9-70065db09026" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.063s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.069s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching for a device in session 54 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hRYFmABS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] <== connect_volume: return (1336ms) {'type': 'block', 'scsi_wwn': '23138663538323030', 'path': '/dev/sdg'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138663538323030', 'path': '/dev/sdg'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.objects.instance [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'flavor' on Instance uuid e480a67d-8106-43dd-8cbf-e45f6c3d6bac {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:49:12 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:49:12 user nova-compute[75432]:   <source dev="/dev/sdg"/>
Nov 27 14:49:12 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:49:12 user nova-compute[75432]:   <serial>b4682536-1127-4ce8-9b44-4fa4e3c5cdb3</serial>
Nov 27 14:49:12 user nova-compute[75432]: </disk>
Nov 27 14:49:12 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:12 user nova-compute[75432]: INFO nova.compute.manager [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Detaching volume 9bbe0ca8-eb54-4046-bf3a-01195543aae3
Nov 27 14:49:12 user nova-compute[75432]: INFO nova.virt.block_device [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attempting to driver detach volume 9bbe0ca8-eb54-4046-bf3a-01195543aae3 from mountpoint /dev/vdb
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Attempting to detach device vdb from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:49:12 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:49:12 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:49:12 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:49:12 user nova-compute[75432]:   <serial>9bbe0ca8-eb54-4046-bf3a-01195543aae3</serial>
Nov 27 14:49:12 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:49:12 user nova-compute[75432]: </disk>
Nov 27 14:49:12 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:49:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Successfully detached device vdb from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the persistent domain config.
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:49:12 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:49:12 user nova-compute[75432]:   <source dev="/dev/sdf"/>
Nov 27 14:49:12 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:49:12 user nova-compute[75432]:   <serial>9bbe0ca8-eb54-4046-bf3a-01195543aae3</serial>
Nov 27 14:49:12 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:49:12 user nova-compute[75432]: </disk>
Nov 27 14:49:12 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:49:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No VIF found with MAC fa:16:3e:32:bc:f9, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:49:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-854ea86f-7cab-4185-a2aa-0283046bb2dc tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.307s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.824s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.023s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:49:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:13 user nova-compute[75432]: INFO nova.compute.manager [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Detaching volume b4682536-1127-4ce8-9b44-4fa4e3c5cdb3
Nov 27 14:49:13 user nova-compute[75432]: INFO nova.virt.block_device [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Attempting to driver detach volume b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 from mountpoint /dev/vdb
Nov 27 14:49:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Attempting to detach device vdb from instance e480a67d-8106-43dd-8cbf-e45f6c3d6bac from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:49:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:49:13 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:49:13 user nova-compute[75432]:   <source dev="/dev/sdg"/>
Nov 27 14:49:13 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:49:13 user nova-compute[75432]:   <serial>b4682536-1127-4ce8-9b44-4fa4e3c5cdb3</serial>
Nov 27 14:49:13 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:49:13 user nova-compute[75432]: </disk>
Nov 27 14:49:13 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:49:13 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully detached device vdb from instance e480a67d-8106-43dd-8cbf-e45f6c3d6bac from the persistent domain config.
Nov 27 14:49:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e480a67d-8106-43dd-8cbf-e45f6c3d6bac from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:49:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:49:13 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:49:13 user nova-compute[75432]:   <source dev="/dev/sdg"/>
Nov 27 14:49:13 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:49:13 user nova-compute[75432]:   <serial>b4682536-1127-4ce8-9b44-4fa4e3c5cdb3</serial>
Nov 27 14:49:13 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:49:13 user nova-compute[75432]: </disk>
Nov 27 14:49:13 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:49:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e480a67d-8106-43dd-8cbf-e45f6c3d6bac {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:49:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:17 user nova-compute[75432]: DEBUG nova.compute.manager [req-d5bcd0d7-76d1-460f-9de7-78bf835adf0a req-400a61a5-92bd-4ab9-ac2f-ccbddf1122d4 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Received event network-changed-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:49:17 user nova-compute[75432]: DEBUG nova.compute.manager [req-d5bcd0d7-76d1-460f-9de7-78bf835adf0a req-400a61a5-92bd-4ab9-ac2f-ccbddf1122d4 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Refreshing instance network info cache due to event network-changed-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:49:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d5bcd0d7-76d1-460f-9de7-78bf835adf0a req-400a61a5-92bd-4ab9-ac2f-ccbddf1122d4 service nova] Acquiring lock "refresh_cache-cd04b707-991e-4ed4-95f9-70065db09026" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:49:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d5bcd0d7-76d1-460f-9de7-78bf835adf0a req-400a61a5-92bd-4ab9-ac2f-ccbddf1122d4 service nova] Acquired lock "refresh_cache-cd04b707-991e-4ed4-95f9-70065db09026" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:49:17 user nova-compute[75432]: DEBUG nova.network.neutron [req-d5bcd0d7-76d1-460f-9de7-78bf835adf0a req-400a61a5-92bd-4ab9-ac2f-ccbddf1122d4 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Refreshing network info cache for port b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:49:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "cd04b707-991e-4ed4-95f9-70065db09026" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "cd04b707-991e-4ed4-95f9-70065db09026" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:17 user nova-compute[75432]: DEBUG nova.objects.instance [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lazy-loading 'flavor' on Instance uuid cd04b707-991e-4ed4-95f9-70065db09026 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:49:17 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Ignoring supplied device name: /dev/vdb
Nov 27 14:49:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "cd04b707-991e-4ed4-95f9-70065db09026" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "cd04b707-991e-4ed4-95f9-70065db09026" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "cd04b707-991e-4ed4-95f9-70065db09026" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:18 user nova-compute[75432]: INFO nova.compute.manager [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Attaching volume 45672515-203b-4011-b6aa-701336a4fb2b to /dev/vdb
Nov 27 14:49:18 user nova-compute[75432]: DEBUG nova.network.neutron [req-d5bcd0d7-76d1-460f-9de7-78bf835adf0a req-400a61a5-92bd-4ab9-ac2f-ccbddf1122d4 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Updated VIF entry in instance network info cache for port b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG nova.network.neutron [req-d5bcd0d7-76d1-460f-9de7-78bf835adf0a req-400a61a5-92bd-4ab9-ac2f-ccbddf1122d4 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Updating instance_info_cache with network_info: [{"id": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "address": "fa:16:3e:20:b0:b3", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9f5c4f2-0a", "ovs_interfaceid": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG os_brick.utils [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d5bcd0d7-76d1-460f-9de7-78bf835adf0a req-400a61a5-92bd-4ab9-ac2f-ccbddf1122d4 service nova] Releasing lock "refresh_cache-cd04b707-991e-4ed4-95f9-70065db09026" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[37ae3570-af4c-4c58-b6dd-6e423bb000fd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[91f56269-6cfa-4c56-ab03-d2a77784d29a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb7552bf-1315-4f07-8ae7-8b7ac62b01d4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a1dd264-92a6-429c-9cf4-f037c873028f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:49:18 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:49:18 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[21fec6a7-fa30-4574-bf08-72e60c27f3c3]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG os_brick.utils [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:49:18 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Updating existing volume attachment record: 77e4ba7a-327b-494e-a1e6-f5b11b415e56 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:20 user nova-compute[75432]: INFO nova.compute.manager [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Terminating instance
Nov 27 14:49:20 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG nova.compute.manager [req-838277b6-ff38-45cd-8cd0-67700ccc9b81 req-86c461d7-a3d3-4021-8c87-748876656826 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-unplugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-838277b6-ff38-45cd-8cd0-67700ccc9b81 req-86c461d7-a3d3-4021-8c87-748876656826 service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-838277b6-ff38-45cd-8cd0-67700ccc9b81 req-86c461d7-a3d3-4021-8c87-748876656826 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-838277b6-ff38-45cd-8cd0-67700ccc9b81 req-86c461d7-a3d3-4021-8c87-748876656826 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG nova.compute.manager [req-838277b6-ff38-45cd-8cd0-67700ccc9b81 req-86c461d7-a3d3-4021-8c87-748876656826 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-unplugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG nova.compute.manager [req-838277b6-ff38-45cd-8cd0-67700ccc9b81 req-86c461d7-a3d3-4021-8c87-748876656826 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-unplugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:21 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Instance destroyed successfully.
Nov 27 14:49:21 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'resources' on Instance uuid c569a17a-ce8e-4584-9420-2f8b6061360e {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:43:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-104271688',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-104271688',id=41,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:45:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-u0ge3u4q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:47:35Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=c569a17a-ce8e-4584-9420-2f8b6061360e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "address": "fa:16:3e:63:7d:28", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb01831ce-4b", "ovs_interfaceid": "b01831ce-4b88-4ca1-a112-8bff36613ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:63:7d:28,bridge_name='br-int',has_traffic_filtering=True,id=b01831ce-4b88-4ca1-a112-8bff36613ec5,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb01831ce-4b') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_vif [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:63:7d:28,bridge_name='br-int',has_traffic_filtering=True,id=b01831ce-4b88-4ca1-a112-8bff36613ec5,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb01831ce-4b') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb01831ce-4b, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3fa14858-e61a-4359-a943-268285ad59b9) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:49:21 user nova-compute[75432]: INFO os_vif [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:63:7d:28,bridge_name='br-int',has_traffic_filtering=True,id=b01831ce-4b88-4ca1-a112-8bff36613ec5,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb01831ce-4b')
Nov 27 14:49:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jURXJOLH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:49:21 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[762438f9-e524-4cc7-9c4c-10a4a8967a5e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:49:21 user nova-compute[75432]: No targets found.
Nov 27 14:49:21 user nova-compute[75432]: iSNS:
Nov 27 14:49:21 user nova-compute[75432]: No targets found.
Nov 27 14:49:21 user nova-compute[75432]: STATIC:
Nov 27 14:49:21 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109
Nov 27 14:49:21 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:21 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:21 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b
Nov 27 14:49:21 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:21 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:21 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:49:21 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:21 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:21 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3
Nov 27 14:49:21 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:21 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:21 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03
Nov 27 14:49:21 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:21 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:21 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3
Nov 27 14:49:21 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:21 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:21 user nova-compute[75432]: FIRMWARE:
Nov 27 14:49:21 user nova-compute[75432]: No targets found.
Nov 27 14:49:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:49:21 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:49:21 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c390acc6-6115-4b1d-bb0c-eee025bf24a8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab737879-aed3-4ce4-96f9-e630e8d6eced]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:21 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:49:21 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:21 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:21 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:49:21 user nova-compute[75432]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)
Nov 27 14:49:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:21 user nova-compute[75432]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b (non-flash)
Nov 27 14:49:21 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:21 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:21 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:49:21 user nova-compute[75432]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)
Nov 27 14:49:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b50492560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b'): ({'sdc'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Removing single pathed devices sdc {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[410cd80e-e029-4e36-8c26-4d54cc003b38]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[175c9983-0f56-4875-89d6-7425ce445beb]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flushing IO for device /dev/sdc {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c88e669-9413-4f4c-99af-4ea099988c8f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[29c005f5-644f-4d79-a146-2b05a34318ed]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fb4dee8-44d7-415a-abe2-64062753f757]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[de72d0b3-5880-46a4-803d-188bbe6deb23]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b, portal: 172.16.0.220,3260]
Nov 27 14:49:21 user nova-compute[75432]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b, portal: 172.16.0.220,3260] successful.
Nov 27 14:49:21 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:46e80ef4-4e77-407b-88b1-a54a4a5ef17b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e90cfc21-fbe6-499d-93d6-2c084887fded]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] <== disconnect_volume: return (333ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:49:21 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Deleting instance files /opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e_del
Nov 27 14:49:21 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Deletion of /opt/stack/data/nova/instances/c569a17a-ce8e-4584-9420-2f8b6061360e_del complete
Nov 27 14:49:21 user nova-compute[75432]: INFO nova.compute.manager [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Took 1.23 seconds to destroy the instance on the hypervisor.
Nov 27 14:49:21 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:49:21 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:49:22 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:49:22 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Took 0.48 seconds to deallocate network for instance.
Nov 27 14:49:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-a7a09272-885b-4061-b82c-d75e9edb3775 req-153205d7-7a5f-4c95-8a3d-0997f44641b8 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-deleted-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:49:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-5863a406-cfe1-41b6-8cda-8b77797feff2 req-1f89ca27-a27f-45cc-ad81-c4f2f5653ab1 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:49:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5863a406-cfe1-41b6-8cda-8b77797feff2 req-1f89ca27-a27f-45cc-ad81-c4f2f5653ab1 service nova] Acquiring lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5863a406-cfe1-41b6-8cda-8b77797feff2 req-1f89ca27-a27f-45cc-ad81-c4f2f5653ab1 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5863a406-cfe1-41b6-8cda-8b77797feff2 req-1f89ca27-a27f-45cc-ad81-c4f2f5653ab1 service nova] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-5863a406-cfe1-41b6-8cda-8b77797feff2 req-1f89ca27-a27f-45cc-ad81-c4f2f5653ab1 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] No waiting events found dispatching network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:49:22 user nova-compute[75432]: WARNING nova.compute.manager [req-5863a406-cfe1-41b6-8cda-8b77797feff2 req-1f89ca27-a27f-45cc-ad81-c4f2f5653ab1 service nova] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Received unexpected event network-vif-plugged-b01831ce-4b88-4ca1-a112-8bff36613ec5 for instance with vm_state active and task_state deleting.
Nov 27 14:49:23 user nova-compute[75432]: INFO nova.compute.manager [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: c569a17a-ce8e-4584-9420-2f8b6061360e] Took 0.76 seconds to detach 1 volumes for instance.
Nov 27 14:49:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:23 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:49:23 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:49:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.300s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:23 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Deleted allocations for instance c569a17a-ce8e-4584-9420-2f8b6061360e
Nov 27 14:49:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9a037c41-dadb-471b-a94c-e6ee8eee721c tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "c569a17a-ce8e-4584-9420-2f8b6061360e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.955s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gGVrBIxn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:49:24 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:49:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:49:24 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:49:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:49:24 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:49:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[611291a9-fbd2-47a8-ad68-09fae1777639]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:49:24 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[763364a6-199e-4bb6-99a5-23009f31d714]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b] added
Nov 27 14:49:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[16db6b7d-a7f2-42f3-adcb-7a5b43c8204c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6201bf9d-af7e-4924-af45-871967f4545d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gGVrBIxn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gGVrBIxn" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba9933a8-6e86-4d32-8d4f-47a68bd91d1e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gGVrBIxn'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c73b046-eeee-411c-90eb-bb86c1ac8ad8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2985af41-f1a9-4da9-a00c-c720c9bee7ef]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[20a842d2-24b0-4199-be8c-3a6229b7e079]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b, portal: 172.16.0.220,3260]
Nov 27 14:49:25 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b, portal: 172.16.0.220,3260] successful.
Nov 27 14:49:25 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a5703c9-fb83-43ba-9a72-cbaae6b0da5d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e34bf934-5de9-4ef7-8396-9c7722f01a27]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)
Nov 27 14:49:25 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)
Nov 27 14:49:25 user nova-compute[75432]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)
Nov 27 14:49:25 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] HCTL ('34', '-', '-', 0) found on session 55 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cf503e5-65d3-406f-85c2-2e5a353c4a0d]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:25 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:49:26 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:49:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gGVrBIxn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:49:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:49:26 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '26437643338633366', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:49:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437643338633366', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:49:26 user nova-compute[75432]: DEBUG nova.objects.instance [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lazy-loading 'flavor' on Instance uuid cd04b707-991e-4ed4-95f9-70065db09026 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:49:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:49:26 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:49:26 user nova-compute[75432]:   <source dev="/dev/sdc"/>
Nov 27 14:49:26 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:49:26 user nova-compute[75432]:   <serial>45672515-203b-4011-b6aa-701336a4fb2b</serial>
Nov 27 14:49:26 user nova-compute[75432]: </disk>
Nov 27 14:49:26 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:49:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:49:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:49:26 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] No VIF found with MAC fa:16:3e:20:b0:b3, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:49:26 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f86ff9be-f74d-4f6b-b3cf-cf4d94e4ad0f tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "cd04b707-991e-4ed4-95f9-70065db09026" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.772s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:33 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 is timed out.
Nov 27 14:49:33 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Successfully detached device vdb from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the live domain config.
Nov 27 14:49:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OkUaxjvH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:49:33 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[599e0231-fa50-4b32-8434-72e4aa0d750e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:49:33 user nova-compute[75432]: No targets found.
Nov 27 14:49:33 user nova-compute[75432]: iSNS:
Nov 27 14:49:33 user nova-compute[75432]: No targets found.
Nov 27 14:49:33 user nova-compute[75432]: STATIC:
Nov 27 14:49:33 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109
Nov 27 14:49:33 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:33 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:33 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:49:33 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:33 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:33 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3
Nov 27 14:49:33 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:33 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:33 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03
Nov 27 14:49:33 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:33 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:33 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b
Nov 27 14:49:33 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:33 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:33 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3
Nov 27 14:49:33 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:33 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:33 user nova-compute[75432]: FIRMWARE:
Nov 27 14:49:33 user nova-compute[75432]: No targets found.
Nov 27 14:49:33 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:49:33 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:49:33 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f81cc2-800f-4558-aaaf-04781c2a1eaa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[50b4f40e-d001-493e-8939-3e6f1bc6ba9a]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:33 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:33 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:33 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:49:33 user nova-compute[75432]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)
Nov 27 14:49:33 user nova-compute[75432]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)
Nov 27 14:49:33 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:33 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:33 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:33 user nova-compute[75432]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 (non-flash)
Nov 27 14:49:33 user nova-compute[75432]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)
Nov 27 14:49:33 user nova-compute[75432]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)
Nov 27 14:49:33 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b50111fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3'): ({'sdf'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Removing single pathed devices sdf {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb0b1341-3b06-429f-9a62-cb339634480f]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e5578e8-429d-4f6a-925a-4c4a29787e6e]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Flushing IO for device /dev/sdf {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc45767f-63c2-4dc4-aaec-3ba817a9ca6b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.044s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[17cb43b2-9a2f-46e4-8eda-2d07263e210e]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] SCSI volumes sdf have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb7b3920-d040-4838-81f9-5f7d9e493cd6]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fc99af4-bb99-4ace-9364-52c98a4e209a]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3, portal: 172.16.0.220,3260]
Nov 27 14:49:33 user nova-compute[75432]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3, portal: 172.16.0.220,3260] successful.
Nov 27 14:49:33 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9bbe0ca8-eb54-4046-bf3a-01195543aae3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc9f5d97-3d0b-40e6-be81-f57d7054ae21]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] <== disconnect_volume: return (347ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-94aa8125-7170-46d8-836d-b4e62f6ef774 req-bccd0ba1-87e6-44ef-aeaa-f923d398e3b3 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Received event network-changed-306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG nova.compute.manager [req-94aa8125-7170-46d8-836d-b4e62f6ef774 req-bccd0ba1-87e6-44ef-aeaa-f923d398e3b3 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Refreshing instance network info cache due to event network-changed-306d5a0f-9854-48c7-b736-eda5c68080ba. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-94aa8125-7170-46d8-836d-b4e62f6ef774 req-bccd0ba1-87e6-44ef-aeaa-f923d398e3b3 service nova] Acquiring lock "refresh_cache-6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-94aa8125-7170-46d8-836d-b4e62f6ef774 req-bccd0ba1-87e6-44ef-aeaa-f923d398e3b3 service nova] Acquired lock "refresh_cache-6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:49:33 user nova-compute[75432]: DEBUG nova.network.neutron [req-94aa8125-7170-46d8-836d-b4e62f6ef774 req-bccd0ba1-87e6-44ef-aeaa-f923d398e3b3 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Refreshing network info cache for port 306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:49:34 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e480a67d-8106-43dd-8cbf-e45f6c3d6bac is timed out.
Nov 27 14:49:34 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully detached device vdb from instance e480a67d-8106-43dd-8cbf-e45f6c3d6bac from the live domain config.
Nov 27 14:49:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hRYFmABS', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:49:34 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-94aa8125-7170-46d8-836d-b4e62f6ef774 req-bccd0ba1-87e6-44ef-aeaa-f923d398e3b3 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Updated VIF entry in instance network info cache for port 306d5a0f-9854-48c7-b736-eda5c68080ba. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG nova.network.neutron [req-94aa8125-7170-46d8-836d-b4e62f6ef774 req-bccd0ba1-87e6-44ef-aeaa-f923d398e3b3 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Updating instance_info_cache with network_info: [{"id": "306d5a0f-9854-48c7-b736-eda5c68080ba", "address": "fa:16:3e:2c:88:ce", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap306d5a0f-98", "ovs_interfaceid": "306d5a0f-9854-48c7-b736-eda5c68080ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd1db6be-dc9c-4f86-89a8-9117780b81ce]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:49:34 user nova-compute[75432]: No targets found.
Nov 27 14:49:34 user nova-compute[75432]: iSNS:
Nov 27 14:49:34 user nova-compute[75432]: No targets found.
Nov 27 14:49:34 user nova-compute[75432]: STATIC:
Nov 27 14:49:34 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109
Nov 27 14:49:34 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:34 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:34 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:49:34 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:34 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:34 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03
Nov 27 14:49:34 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:34 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:34 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b
Nov 27 14:49:34 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:34 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:34 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3
Nov 27 14:49:34 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:34 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:34 user nova-compute[75432]: FIRMWARE:
Nov 27 14:49:34 user nova-compute[75432]: No targets found.
Nov 27 14:49:34 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:49:34 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:49:34 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:49:34 user nova-compute[75432]: INFO nova.compute.manager [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Terminating instance
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-94aa8125-7170-46d8-836d-b4e62f6ef774 req-bccd0ba1-87e6-44ef-aeaa-f923d398e3b3 service nova] Releasing lock "refresh_cache-6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f04e136b-6990-4906-b6a8-078c7dad6d7c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4975275-e1ba-4084-9ebe-4457b36de2fa]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:34 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:34 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:34 user nova-compute[75432]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)
Nov 27 14:49:34 user nova-compute[75432]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)
Nov 27 14:49:34 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:34 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:34 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:34 user nova-compute[75432]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 (non-flash)
Nov 27 14:49:34 user nova-compute[75432]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)
Nov 27 14:49:34 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b74727eb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3'): ({'sdg'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Removing single pathed devices sdg {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d72a6a7-1b73-4a6a-a167-aa35fa8a49ef]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e514c96-4028-4278-a899-d7e130368815]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Flushing IO for device /dev/sdg {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b33a023-09cf-4d13-9ec7-18b90e8eae17]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.044s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[522f98f3-bc4d-49d3-b263-a63bbdbe064a]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] SCSI volumes sdg have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d220eb4b-ed68-48a2-b105-cad7b16ae7d5]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-bec2c0c7-d87c-4ce5-be63-7f9e9731e53a req-86859cb1-e519-4e45-90a2-1e74b9e76272 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Received event network-vif-unplugged-306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bec2c0c7-d87c-4ce5-be63-7f9e9731e53a req-86859cb1-e519-4e45-90a2-1e74b9e76272 service nova] Acquiring lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bec2c0c7-d87c-4ce5-be63-7f9e9731e53a req-86859cb1-e519-4e45-90a2-1e74b9e76272 service nova] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bec2c0c7-d87c-4ce5-be63-7f9e9731e53a req-86859cb1-e519-4e45-90a2-1e74b9e76272 service nova] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-bec2c0c7-d87c-4ce5-be63-7f9e9731e53a req-86859cb1-e519-4e45-90a2-1e74b9e76272 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] No waiting events found dispatching network-vif-unplugged-306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG nova.compute.manager [req-bec2c0c7-d87c-4ce5-be63-7f9e9731e53a req-86859cb1-e519-4e45-90a2-1e74b9e76272 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Received event network-vif-unplugged-306d5a0f-9854-48c7-b736-eda5c68080ba for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d600308d-de72-49f2-9f21-c39d814f6586]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3, portal: 172.16.0.220,3260]
Nov 27 14:49:34 user nova-compute[75432]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3, portal: 172.16.0.220,3260] successful.
Nov 27 14:49:34 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG nova.objects.instance [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'flavor' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b4682536-1127-4ce8-9b44-4fa4e3c5cdb3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4acfe70b-5ecb-42d8-8ffd-0bfba5bed5d9]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.356s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] <== disconnect_volume: return (357ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f878c770-16b1-48e8-9f99-9a2f6e871e46 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.877s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Instance destroyed successfully.
Nov 27 14:49:35 user nova-compute[75432]: DEBUG nova.objects.instance [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lazy-loading 'resources' on Instance uuid 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:47:42Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1925250613',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1925250613',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1925250613',id=47,image_ref='56cc54ed-e8a1-4d03-974b-e0fbe83a0f2e',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJsF3RXVTsp5MI0D05wWtiOA+vgrP51uj2OxFdVppTaUQBpXvwddYQQr/kn7Xrxunh55Svh41oUH2A1MUbo8AJet+bxRal2GL/5pADlRW4+0xmR9uM6Bw2bTQnykIGf7Gg==',key_name='tempest-keypair-1673373644',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:48:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-p3sv04ja',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-781872517',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:48:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=6ea2070b-ff84-44b1-af1c-0d7b80ee96fc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "306d5a0f-9854-48c7-b736-eda5c68080ba", "address": "fa:16:3e:2c:88:ce", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap306d5a0f-98", "ovs_interfaceid": "306d5a0f-9854-48c7-b736-eda5c68080ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "306d5a0f-9854-48c7-b736-eda5c68080ba", "address": "fa:16:3e:2c:88:ce", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap306d5a0f-98", "ovs_interfaceid": "306d5a0f-9854-48c7-b736-eda5c68080ba", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:88:ce,bridge_name='br-int',has_traffic_filtering=True,id=306d5a0f-9854-48c7-b736-eda5c68080ba,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap306d5a0f-98') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_vif [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:88:ce,bridge_name='br-int',has_traffic_filtering=True,id=306d5a0f-9854-48c7-b736-eda5c68080ba,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap306d5a0f-98') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap306d5a0f-98, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=634055eb-7b6a-48d9-8b78-280163d5fd8f) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:35 user nova-compute[75432]: INFO os_vif [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:88:ce,bridge_name='br-int',has_traffic_filtering=True,id=306d5a0f-9854-48c7-b736-eda5c68080ba,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap306d5a0f-98')
Nov 27 14:49:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bknEDGAa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:49:35 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[eccf3c5b-e61c-4d84-b6fe-3e6b5f0bdf04]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:49:35 user nova-compute[75432]: No targets found.
Nov 27 14:49:35 user nova-compute[75432]: iSNS:
Nov 27 14:49:35 user nova-compute[75432]: No targets found.
Nov 27 14:49:35 user nova-compute[75432]: STATIC:
Nov 27 14:49:35 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109
Nov 27 14:49:35 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:35 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:35 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:49:35 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:35 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:35 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03
Nov 27 14:49:35 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:35 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:35 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b
Nov 27 14:49:35 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:49:35 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:49:35 user nova-compute[75432]: FIRMWARE:
Nov 27 14:49:35 user nova-compute[75432]: No targets found.
Nov 27 14:49:35 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:49:35 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:49:35 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0abe3d91-83b7-4238-8098-7290a64d7faa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e800e552-27da-43bb-87ac-55fcb30e4a8f]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:35 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:35 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:35 user nova-compute[75432]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)
Nov 27 14:49:35 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:49:35 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:49:35 user nova-compute[75432]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 (non-flash)
Nov 27 14:49:35 user nova-compute[75432]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)
Nov 27 14:49:35 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b7064add0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG nova.objects.instance [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'flavor' on Instance uuid e480a67d-8106-43dd-8cbf-e45f6c3d6bac {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb3bc833-7cab-49f3-aa58-c57b6f19fd65]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[87bc411e-ff97-4719-b25d-52dfca2d6848]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-4c445483-aa6d-44d7-be24-e5e34a8aa90d tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.755s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fb110d6-ae5b-40cc-bdff-be3c1d287a3e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[502bf0c8-43af-45b9-8b83-c7f841671c78]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_3cc45130', '/dev/disk/by-id/scsi-1SCST_BIO3cc45130-ef71bdad92e47389', '/dev/disk/by-id/scsi-26566373162646164') {{(pid=85645) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9273a495-027c-408e-8bac-bf154c605c13]: (4, None) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b189bcd-bdfd-4e44-bc5e-01cdd509804e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[649a58cb-b8dc-415b-9778-80134c3802dc]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03, portal: 172.16.0.220,3260]
Nov 27 14:49:35 user nova-compute[75432]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03, portal: 172.16.0.220,3260] successful.
Nov 27 14:49:35 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ea28a0d3-367f-40a6-bf69-548dbd72ea03 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f58a2051-d26d-4970-8ca3-83e83c376130]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== disconnect_volume: return (341ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:49:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Deleting instance files /opt/stack/data/nova/instances/6ea2070b-ff84-44b1-af1c-0d7b80ee96fc_del
Nov 27 14:49:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Deletion of /opt/stack/data/nova/instances/6ea2070b-ff84-44b1-af1c-0d7b80ee96fc_del complete
Nov 27 14:49:35 user nova-compute[75432]: INFO nova.compute.manager [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Took 1.45 seconds to destroy the instance on the hypervisor.
Nov 27 14:49:35 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:49:35 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:49:36 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:49:36 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Took 0.83 seconds to deallocate network for instance.
Nov 27 14:49:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-e4eba841-bd77-413a-ae42-88d10dc6a439 req-6f05ecc2-af40-4779-8b91-327e004313c4 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Received event network-vif-plugged-306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:49:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e4eba841-bd77-413a-ae42-88d10dc6a439 req-6f05ecc2-af40-4779-8b91-327e004313c4 service nova] Acquiring lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e4eba841-bd77-413a-ae42-88d10dc6a439 req-6f05ecc2-af40-4779-8b91-327e004313c4 service nova] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e4eba841-bd77-413a-ae42-88d10dc6a439 req-6f05ecc2-af40-4779-8b91-327e004313c4 service nova] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-e4eba841-bd77-413a-ae42-88d10dc6a439 req-6f05ecc2-af40-4779-8b91-327e004313c4 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] No waiting events found dispatching network-vif-plugged-306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:49:36 user nova-compute[75432]: WARNING nova.compute.manager [req-e4eba841-bd77-413a-ae42-88d10dc6a439 req-6f05ecc2-af40-4779-8b91-327e004313c4 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Received unexpected event network-vif-plugged-306d5a0f-9854-48c7-b736-eda5c68080ba for instance with vm_state active and task_state deleting.
Nov 27 14:49:36 user nova-compute[75432]: DEBUG nova.compute.manager [req-e4eba841-bd77-413a-ae42-88d10dc6a439 req-6f05ecc2-af40-4779-8b91-327e004313c4 service nova] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Received event network-vif-deleted-306d5a0f-9854-48c7-b736-eda5c68080ba {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:49:37 user nova-compute[75432]: INFO nova.compute.manager [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Took 0.74 seconds to detach 1 volumes for instance.
Nov 27 14:49:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc] Deleting volume: ea28a0d3-367f-40a6-bf69-548dbd72ea03 {{(pid=75432) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 27 14:49:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:37 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:49:37 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:49:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.323s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:37 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Deleted allocations for instance 6ea2070b-ff84-44b1-af1c-0d7b80ee96fc
Nov 27 14:49:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-273c1f14-3a53-4475-8a48-6093f723d260 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "6ea2070b-ff84-44b1-af1c-0d7b80ee96fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.636s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:49:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:49:42 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:49:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:49:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:49:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:49:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "cd04b707-991e-4ed4-95f9-70065db09026" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "cd04b707-991e-4ed4-95f9-70065db09026" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:44 user nova-compute[75432]: INFO nova.compute.manager [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Detaching volume 45672515-203b-4011-b6aa-701336a4fb2b
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:44 user nova-compute[75432]: INFO nova.virt.block_device [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Attempting to driver detach volume 45672515-203b-4011-b6aa-701336a4fb2b from mountpoint /dev/vdb
Nov 27 14:49:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Attempting to detach device vdb from instance cd04b707-991e-4ed4-95f9-70065db09026 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:49:44 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:49:44 user nova-compute[75432]:   <source dev="/dev/sdc"/>
Nov 27 14:49:44 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:49:44 user nova-compute[75432]:   <serial>45672515-203b-4011-b6aa-701336a4fb2b</serial>
Nov 27 14:49:44 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:49:44 user nova-compute[75432]: </disk>
Nov 27 14:49:44 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:49:44 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Successfully detached device vdb from instance cd04b707-991e-4ed4-95f9-70065db09026 from the persistent domain config.
Nov 27 14:49:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cd04b707-991e-4ed4-95f9-70065db09026 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:49:44 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:49:44 user nova-compute[75432]:   <source dev="/dev/sdc"/>
Nov 27 14:49:44 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:49:44 user nova-compute[75432]:   <serial>45672515-203b-4011-b6aa-701336a4fb2b</serial>
Nov 27 14:49:44 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:49:44 user nova-compute[75432]: </disk>
Nov 27 14:49:44 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "cd04b707-991e-4ed4-95f9-70065db09026" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cd04b707-991e-4ed4-95f9-70065db09026 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:49:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:49:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:49:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:49:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:49:46 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:49:46 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8327MB free_disk=24.738967895507812GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 486b8042-b8fa-45d5-81fe-c23f257acf25 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance e480a67d-8106-43dd-8cbf-e45f6c3d6bac actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance cd04b707-991e-4ed4-95f9-70065db09026 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:49:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.376s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:49:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:49:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:49:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:49:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:49:48 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:49:48 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 14:49:48 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Skipping network cache update for instance because it is being deleted. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}}
Nov 27 14:49:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:49:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:49:48 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:49:48 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid 08c7df11-f577-4a78-a189-96e9dc33592b {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:49:49 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Updating instance_info_cache with network_info: [{"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:49:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-08c7df11-f577-4a78-a189-96e9dc33592b" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:49:49 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:49:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:49:49 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:49:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:49:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:49:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:04 user nova-compute[75432]: INFO nova.compute.manager [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Terminating instance
Nov 27 14:50:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-b87ed4a0-a278-4ae1-a508-26ea40da012c req-1b0c658d-5b5f-4c77-8efa-516ce1dc628b service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Received event network-vif-unplugged-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b87ed4a0-a278-4ae1-a508-26ea40da012c req-1b0c658d-5b5f-4c77-8efa-516ce1dc628b service nova] Acquiring lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b87ed4a0-a278-4ae1-a508-26ea40da012c req-1b0c658d-5b5f-4c77-8efa-516ce1dc628b service nova] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b87ed4a0-a278-4ae1-a508-26ea40da012c req-1b0c658d-5b5f-4c77-8efa-516ce1dc628b service nova] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-b87ed4a0-a278-4ae1-a508-26ea40da012c req-1b0c658d-5b5f-4c77-8efa-516ce1dc628b service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] No waiting events found dispatching network-vif-unplugged-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-b87ed4a0-a278-4ae1-a508-26ea40da012c req-1b0c658d-5b5f-4c77-8efa-516ce1dc628b service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Received event network-vif-unplugged-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:50:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Instance destroyed successfully.
Nov 27 14:50:04 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'resources' on Instance uuid e480a67d-8106-43dd-8cbf-e45f6c3d6bac {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:47:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1987342835',display_name='tempest-AttachVolumeNegativeTest-server-1987342835',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1987342835',id=45,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDeLbF8+pVSQfcuVCmkbTnvrkntb00qLcZFNmuvlr9sciaV5MkBro1NyC16GyrSIf7o43VacoY7sb1QxelPjTd6sR8teQ7+RQmhXWF+sjV8qeC2LI++dSwQpGJAhslfEVw==',key_name='tempest-keypair-724216247',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:47:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f67f437cfb3f43e897c0d57d58b7be95',ramdisk_id='',reservation_id='r-hysnl0ep',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-979328772',owner_user_name='tempest-AttachVolumeNegativeTest-979328772-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:47:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='435cba2d80694362adb7d0048c08ea00',uuid=e480a67d-8106-43dd-8cbf-e45f6c3d6bac,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "address": "fa:16:3e:32:bc:f9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3b0ad5-bc", "ovs_interfaceid": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converting VIF {"id": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "address": "fa:16:3e:32:bc:f9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbd3b0ad5-bc", "ovs_interfaceid": "bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:32:bc:f9,bridge_name='br-int',has_traffic_filtering=True,id=bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3b0ad5-bc') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG os_vif [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:32:bc:f9,bridge_name='br-int',has_traffic_filtering=True,id=bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3b0ad5-bc') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbd3b0ad5-bc, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3077c802-3481-4a0b-92b9-c80899aa0fd8) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:04 user nova-compute[75432]: INFO os_vif [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:32:bc:f9,bridge_name='br-int',has_traffic_filtering=True,id=bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbd3b0ad5-bc')
Nov 27 14:50:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Deleting instance files /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac_del
Nov 27 14:50:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Deletion of /opt/stack/data/nova/instances/e480a67d-8106-43dd-8cbf-e45f6c3d6bac_del complete
Nov 27 14:50:04 user nova-compute[75432]: INFO nova.compute.manager [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 27 14:50:04 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:50:04 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cd04b707-991e-4ed4-95f9-70065db09026 is timed out.
Nov 27 14:50:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Successfully detached device vdb from instance cd04b707-991e-4ed4-95f9-70065db09026 from the live domain config.
Nov 27 14:50:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gGVrBIxn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:50:04 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:50:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:50:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[67ac8082-c77c-4794-91ea-2357aaf9f632]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:50:05 user nova-compute[75432]: No targets found.
Nov 27 14:50:05 user nova-compute[75432]: iSNS:
Nov 27 14:50:05 user nova-compute[75432]: No targets found.
Nov 27 14:50:05 user nova-compute[75432]: STATIC:
Nov 27 14:50:05 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109
Nov 27 14:50:05 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:50:05 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:50:05 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:50:05 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:50:05 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:50:05 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b
Nov 27 14:50:05 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:50:05 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:50:05 user nova-compute[75432]: FIRMWARE:
Nov 27 14:50:05 user nova-compute[75432]: No targets found.
Nov 27 14:50:05 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:50:05 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:50:05 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab962a32-d6d9-4e62-b4e6-397b512c1895]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[db14d39f-ccae-410a-b1c7-26312a4ab28f]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:50:05 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:50:05 user nova-compute[75432]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)
Nov 27 14:50:05 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:50:05 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:50:05 user nova-compute[75432]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b (non-flash)
Nov 27 14:50:05 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b501e0a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b'): ({'sdc'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Removing single pathed devices sdc {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef94c9c1-19b6-4a19-b9c7-0929661e3c08]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fe2cc5a-3340-49bb-ad3d-e1bc9f05658d]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Flushing IO for device /dev/sdc {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e542f6ac-bfd6-44aa-b32f-322090d09d36]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[73569761-a725-4d4a-93db-2ba2a2aefa68]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[714c5609-8b01-4e5d-82c1-b8d6c53ca709]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --logout" returned: 0 in 0.085s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fd1ecd8-864e-4195-ac31-2e4d9118c784]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b, portal: 172.16.0.220,3260]
Nov 27 14:50:05 user nova-compute[75432]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b, portal: 172.16.0.220,3260] successful.
Nov 27 14:50:05 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa338cb-8e2b-4254-968a-112937030695]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] <== disconnect_volume: return (317ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:05 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Took 0.91 seconds to deallocate network for instance.
Nov 27 14:50:05 user nova-compute[75432]: DEBUG nova.objects.instance [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'flavor' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:06 user nova-compute[75432]: INFO nova.compute.manager [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attaching volume 9daa606e-5edb-482b-8a04-2d987033fc81 to /dev/vdb
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.objects.instance [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lazy-loading 'flavor' on Instance uuid cd04b707-991e-4ed4-95f9-70065db09026 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG os_brick.utils [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7cf49cf-72a4-46d2-ab3d-cbc980289428]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-07b71af5-363e-461f-995a-545e872252c4 tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "cd04b707-991e-4ed4-95f9-70065db09026" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.797s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "cd04b707-991e-4ed4-95f9-70065db09026" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.637s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "cd04b707-991e-4ed4-95f9-70065db09026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "cd04b707-991e-4ed4-95f9-70065db09026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "cd04b707-991e-4ed4-95f9-70065db09026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.286s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:06 user nova-compute[75432]: INFO nova.compute.manager [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Terminating instance
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[00b6bf1e-6ae7-4d8d-a0f7-acaae9a01a95]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b8bdd2d-71f8-4c3b-a2a5-0a18eb1eeec8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[62ea1960-a272-4b2a-b701-628388b15617]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:06 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Deleted allocations for instance e480a67d-8106-43dd-8cbf-e45f6c3d6bac
Nov 27 14:50:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:50:06 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[54a8a550-3d0e-4b1e-91e6-cece6bcdc88e]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG os_brick.utils [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] <== get_connector_properties: return (170ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updating existing volume attachment record: d77f2589-0d49-4291-b1fb-0df36ed9a1c7 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1742af7e-46a7-4c52-b84d-0812d8ea3d7c tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.304s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-ceb70fe4-9a40-420d-9564-18bf593ef0d9 req-baf23e03-2938-4b8d-bf92-b02a1a5ffdb3 service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Received event network-vif-plugged-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ceb70fe4-9a40-420d-9564-18bf593ef0d9 req-baf23e03-2938-4b8d-bf92-b02a1a5ffdb3 service nova] Acquiring lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ceb70fe4-9a40-420d-9564-18bf593ef0d9 req-baf23e03-2938-4b8d-bf92-b02a1a5ffdb3 service nova] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ceb70fe4-9a40-420d-9564-18bf593ef0d9 req-baf23e03-2938-4b8d-bf92-b02a1a5ffdb3 service nova] Lock "e480a67d-8106-43dd-8cbf-e45f6c3d6bac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-ceb70fe4-9a40-420d-9564-18bf593ef0d9 req-baf23e03-2938-4b8d-bf92-b02a1a5ffdb3 service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] No waiting events found dispatching network-vif-plugged-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:50:06 user nova-compute[75432]: WARNING nova.compute.manager [req-ceb70fe4-9a40-420d-9564-18bf593ef0d9 req-baf23e03-2938-4b8d-bf92-b02a1a5ffdb3 service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Received unexpected event network-vif-plugged-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 for instance with vm_state deleted and task_state None.
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-ceb70fe4-9a40-420d-9564-18bf593ef0d9 req-baf23e03-2938-4b8d-bf92-b02a1a5ffdb3 service nova] [instance: e480a67d-8106-43dd-8cbf-e45f6c3d6bac] Received event network-vif-deleted-bd3b0ad5-bcac-4690-b243-5a2e5d2a7f63 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-a951ec8d-b712-42ae-bad6-c58c0a721f00 req-961968c6-822b-490e-a71a-8593cb06d2ae service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Received event network-vif-unplugged-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a951ec8d-b712-42ae-bad6-c58c0a721f00 req-961968c6-822b-490e-a71a-8593cb06d2ae service nova] Acquiring lock "cd04b707-991e-4ed4-95f9-70065db09026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a951ec8d-b712-42ae-bad6-c58c0a721f00 req-961968c6-822b-490e-a71a-8593cb06d2ae service nova] Lock "cd04b707-991e-4ed4-95f9-70065db09026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a951ec8d-b712-42ae-bad6-c58c0a721f00 req-961968c6-822b-490e-a71a-8593cb06d2ae service nova] Lock "cd04b707-991e-4ed4-95f9-70065db09026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-a951ec8d-b712-42ae-bad6-c58c0a721f00 req-961968c6-822b-490e-a71a-8593cb06d2ae service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] No waiting events found dispatching network-vif-unplugged-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-a951ec8d-b712-42ae-bad6-c58c0a721f00 req-961968c6-822b-490e-a71a-8593cb06d2ae service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Received event network-vif-unplugged-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:50:06 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Instance destroyed successfully.
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.objects.instance [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lazy-loading 'resources' on Instance uuid cd04b707-991e-4ed4-95f9-70065db09026 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:47:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-319665625',display_name='tempest-VolumesSnapshotTestJSON-instance-319665625',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-319665625',id=46,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAD5QRffBMPoPMoO5kK39HSp4PNcRxtf7pPcfhS43xse91M7ePOJ6CuMdZjtVhHnrm84hcNvQbW0f8o9SiKfrvw9W5/qBLqnFi1jmOcGrngOlZclNSSljPyFMA8jymsfQQ==',key_name='tempest-keypair-644284105',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:47:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='978a6a316ae74cbd83007b3fa0fe1c57',ramdisk_id='',reservation_id='r-ykg0aopl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-3755769',owner_user_name='tempest-VolumesSnapshotTestJSON-3755769-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:47:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1a4d1c685632405f82a0bdab96708175',uuid=cd04b707-991e-4ed4-95f9-70065db09026,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "address": "fa:16:3e:20:b0:b3", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9f5c4f2-0a", "ovs_interfaceid": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Converting VIF {"id": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "address": "fa:16:3e:20:b0:b3", "network": {"id": "fffa8a83-0947-462d-aa1a-6786ffb76856", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-530539760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "978a6a316ae74cbd83007b3fa0fe1c57", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9f5c4f2-0a", "ovs_interfaceid": "b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:20:b0:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9f5c4f2-0a') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG os_vif [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:b0:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9f5c4f2-0a') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9f5c4f2-0a, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=46f48689-796a-46f0-8d10-792449507938) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:50:06 user nova-compute[75432]: INFO os_vif [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:b0:b3,bridge_name='br-int',has_traffic_filtering=True,id=b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb,network=Network(fffa8a83-0947-462d-aa1a-6786ffb76856),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9f5c4f2-0a')
Nov 27 14:50:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gGVrBIxn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:50:07 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:50:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[138aa1f4-e849-4218-aeb3-8a049f26594c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:50:07 user nova-compute[75432]: No targets found.
Nov 27 14:50:07 user nova-compute[75432]: iSNS:
Nov 27 14:50:07 user nova-compute[75432]: No targets found.
Nov 27 14:50:07 user nova-compute[75432]: STATIC:
Nov 27 14:50:07 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109
Nov 27 14:50:07 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:50:07 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:50:07 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:50:07 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:50:07 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:50:07 user nova-compute[75432]: FIRMWARE:
Nov 27 14:50:07 user nova-compute[75432]: No targets found.
Nov 27 14:50:07 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:50:07 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:50:07 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:45672515-203b-4011-b6aa-701336a4fb2b', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cea07b1-6265-4e65-a20e-bf5c2721a106]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[333d99f1-ceb7-4b6d-8f78-ddb2aad5281e]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:50:07 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:50:07 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:50:07 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:50:07 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b704c17e0>, {}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Disconnecting from: [] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.073s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] <== disconnect_volume: return (75ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:50:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Deleting instance files /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026_del
Nov 27 14:50:07 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Deletion of /opt/stack/data/nova/instances/cd04b707-991e-4ed4-95f9-70065db09026_del complete
Nov 27 14:50:07 user nova-compute[75432]: INFO nova.compute.manager [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 27 14:50:07 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: cd04b707-991e-4ed4-95f9-70065db09026] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:50:07 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:50:07 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Took 0.83 seconds to deallocate network for instance.
Nov 27 14:50:08 user nova-compute[75432]: WARNING nova.volume.cinder [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Attachment 77e4ba7a-327b-494e-a1e6-f5b11b415e56 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 77e4ba7a-327b-494e-a1e6-f5b11b415e56. (HTTP 404) (Request-ID: req-aa8b8439-8815-42af-95a6-c9d7246c06b6)
Nov 27 14:50:08 user nova-compute[75432]: INFO nova.compute.manager [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Took 0.04 seconds to detach 1 volumes for instance.
Nov 27 14:50:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:08 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:50:08 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:50:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.217s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:08 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Deleted allocations for instance cd04b707-991e-4ed4-95f9-70065db09026
Nov 27 14:50:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8e636bfa-9b87-4d8b-92a1-7f1055a6114d tempest-VolumesSnapshotTestJSON-3755769 tempest-VolumesSnapshotTestJSON-3755769-project-member] Lock "cd04b707-991e-4ed4-95f9-70065db09026" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.234s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-ddb1d7b3-a59c-4c34-894b-38e41faec847 req-e8b92026-3466-47a2-b664-7938df695a7e service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Received event network-vif-deleted-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-db8ca31b-3b92-401b-bf4b-fd5ca9127752 req-7c9e8c0b-54f8-46eb-a05d-832bfc792762 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Received event network-vif-plugged-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-db8ca31b-3b92-401b-bf4b-fd5ca9127752 req-7c9e8c0b-54f8-46eb-a05d-832bfc792762 service nova] Acquiring lock "cd04b707-991e-4ed4-95f9-70065db09026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-db8ca31b-3b92-401b-bf4b-fd5ca9127752 req-7c9e8c0b-54f8-46eb-a05d-832bfc792762 service nova] Lock "cd04b707-991e-4ed4-95f9-70065db09026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-db8ca31b-3b92-401b-bf4b-fd5ca9127752 req-7c9e8c0b-54f8-46eb-a05d-832bfc792762 service nova] Lock "cd04b707-991e-4ed4-95f9-70065db09026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-db8ca31b-3b92-401b-bf4b-fd5ca9127752 req-7c9e8c0b-54f8-46eb-a05d-832bfc792762 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] No waiting events found dispatching network-vif-plugged-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:50:08 user nova-compute[75432]: WARNING nova.compute.manager [req-db8ca31b-3b92-401b-bf4b-fd5ca9127752 req-7c9e8c0b-54f8-46eb-a05d-832bfc792762 service nova] [instance: cd04b707-991e-4ed4-95f9-70065db09026] Received unexpected event network-vif-plugged-b9f5c4f2-0aa5-47c9-9821-2321b49a8ffb for instance with vm_state deleted and task_state None.
Nov 27 14:50:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:11 user nova-compute[75432]: INFO nova.compute.manager [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Terminating instance
Nov 27 14:50:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-183b26a0-ce57-4fcb-bfd9-f09bf0cd18dd req-e944adc5-b680-442d-b7bb-b67a6e9d8564 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Received event network-vif-unplugged-eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-183b26a0-ce57-4fcb-bfd9-f09bf0cd18dd req-e944adc5-b680-442d-b7bb-b67a6e9d8564 service nova] Acquiring lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-183b26a0-ce57-4fcb-bfd9-f09bf0cd18dd req-e944adc5-b680-442d-b7bb-b67a6e9d8564 service nova] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-183b26a0-ce57-4fcb-bfd9-f09bf0cd18dd req-e944adc5-b680-442d-b7bb-b67a6e9d8564 service nova] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-183b26a0-ce57-4fcb-bfd9-f09bf0cd18dd req-e944adc5-b680-442d-b7bb-b67a6e9d8564 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] No waiting events found dispatching network-vif-unplugged-eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG nova.compute.manager [req-183b26a0-ce57-4fcb-bfd9-f09bf0cd18dd req-e944adc5-b680-442d-b7bb-b67a6e9d8564 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Received event network-vif-unplugged-eb0f9b92-229d-400e-8ff8-96dd401ffd02 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Instance destroyed successfully.
Nov 27 14:50:12 user nova-compute[75432]: DEBUG nova.objects.instance [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'resources' on Instance uuid 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:40:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-528037030',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-528037030',id=37,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:40:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-eo7o289h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:42:45Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "address": "fa:16:3e:14:d5:3a", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb0f9b92-22", "ovs_interfaceid": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "address": "fa:16:3e:14:d5:3a", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeb0f9b92-22", "ovs_interfaceid": "eb0f9b92-229d-400e-8ff8-96dd401ffd02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:14:d5:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb0f9b92-229d-400e-8ff8-96dd401ffd02,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb0f9b92-22') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_vif [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:d5:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb0f9b92-229d-400e-8ff8-96dd401ffd02,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb0f9b92-22') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeb0f9b92-22, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7d142779-0fa1-4425-8083-8f6c5c07769c) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:12 user nova-compute[75432]: INFO os_vif [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:d5:3a,bridge_name='br-int',has_traffic_filtering=True,id=eb0f9b92-229d-400e-8ff8-96dd401ffd02,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeb0f9b92-22')
Nov 27 14:50:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Deleting instance files /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63_del
Nov 27 14:50:12 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Deletion of /opt/stack/data/nova/instances/8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63_del complete
Nov 27 14:50:12 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FlNOcPQi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:50:12 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:50:12 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:50:12 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:12 user nova-compute[75432]: INFO nova.compute.manager [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fb362ea-bb65-43b1-b344-64127fe0cd17]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:50:12 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4677588-6a05-4936-a35a-038afc192e10]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81] added
Nov 27 14:50:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[35254970-db89-4f4e-8358-88f8679db1ff]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[939fa853-75d7-4fa3-8cb1-a2ee2b89ad5b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FlNOcPQi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FlNOcPQi" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c5e70df-dab3-46c2-8072-62a70a9fae6a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FlNOcPQi'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.042s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0780d53-13a5-495d-ae13-d83fbfee029f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[875e2546-1936-4e44-b2f9-b4f9e890086d]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:50:12 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:50:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:50:12 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:50:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2c23220-1288-4d31-a7ec-1998057548de]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81, portal: 172.16.0.220,3260]
Nov 27 14:50:12 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81, portal: 172.16.0.220,3260] successful.
Nov 27 14:50:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea235ce6-5d7d-4b33-a0dd-cb395eba6318]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c3cb492-4781-4663-900a-7e11e223f3dc]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:50:12 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:50:12 user nova-compute[75432]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 (non-flash)
Nov 27 14:50:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:50:12 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:50:12 user nova-compute[75432]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 (non-flash)
Nov 27 14:50:12 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] HCTL ('33', '-', '-', 0) found on session 56 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[25c2222c-f980-4291-8daf-763ba1b87ee0]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:50:12 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:50:13 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Took 0.49 seconds to deallocate network for instance.
Nov 27 14:50:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.218s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:13 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Deleted allocations for instance 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63
Nov 27 14:50:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-898b7f23-c079-46b3-9b1c-3ac66efec310 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.762s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FlNOcPQi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] <== connect_volume: return (1332ms) {'type': 'block', 'scsi_wwn': '26631353933323164', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26631353933323164', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG nova.objects.instance [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'flavor' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:50:13 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:50:13 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:50:13 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:50:13 user nova-compute[75432]:   <serial>9daa606e-5edb-482b-8a04-2d987033fc81</serial>
Nov 27 14:50:13 user nova-compute[75432]: </disk>
Nov 27 14:50:13 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-fc5dd5d8-0bef-4178-a2d7-e5de041319ac req-e1b1dce0-24a2-47f5-84d7-dedb39dcc962 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Received event network-vif-plugged-eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fc5dd5d8-0bef-4178-a2d7-e5de041319ac req-e1b1dce0-24a2-47f5-84d7-dedb39dcc962 service nova] Acquiring lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fc5dd5d8-0bef-4178-a2d7-e5de041319ac req-e1b1dce0-24a2-47f5-84d7-dedb39dcc962 service nova] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fc5dd5d8-0bef-4178-a2d7-e5de041319ac req-e1b1dce0-24a2-47f5-84d7-dedb39dcc962 service nova] Lock "8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-fc5dd5d8-0bef-4178-a2d7-e5de041319ac req-e1b1dce0-24a2-47f5-84d7-dedb39dcc962 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] No waiting events found dispatching network-vif-plugged-eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:50:13 user nova-compute[75432]: WARNING nova.compute.manager [req-fc5dd5d8-0bef-4178-a2d7-e5de041319ac req-e1b1dce0-24a2-47f5-84d7-dedb39dcc962 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Received unexpected event network-vif-plugged-eb0f9b92-229d-400e-8ff8-96dd401ffd02 for instance with vm_state deleted and task_state None.
Nov 27 14:50:13 user nova-compute[75432]: DEBUG nova.compute.manager [req-fc5dd5d8-0bef-4178-a2d7-e5de041319ac req-e1b1dce0-24a2-47f5-84d7-dedb39dcc962 service nova] [instance: 8ee998f4-9d6e-4fef-8d2b-3a5f994dfd63] Received event network-vif-deleted-eb0f9b92-229d-400e-8ff8-96dd401ffd02 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:50:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:50:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No VIF found with MAC fa:16:3e:ad:56:28, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:50:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acdcb981-bd6b-4ec7-a70a-93f28b331c8a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.370s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:16 user nova-compute[75432]: INFO nova.compute.manager [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Detaching volume 9daa606e-5edb-482b-8a04-2d987033fc81
Nov 27 14:50:16 user nova-compute[75432]: INFO nova.virt.block_device [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attempting to driver detach volume 9daa606e-5edb-482b-8a04-2d987033fc81 from mountpoint /dev/vdb
Nov 27 14:50:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Attempting to detach device vdb from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:50:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:50:16 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:50:16 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:50:16 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:50:16 user nova-compute[75432]:   <serial>9daa606e-5edb-482b-8a04-2d987033fc81</serial>
Nov 27 14:50:16 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:50:16 user nova-compute[75432]: </disk>
Nov 27 14:50:16 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:50:16 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Successfully detached device vdb from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the persistent domain config.
Nov 27 14:50:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:50:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:50:16 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:50:16 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:50:16 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:50:16 user nova-compute[75432]:   <serial>9daa606e-5edb-482b-8a04-2d987033fc81</serial>
Nov 27 14:50:16 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:50:16 user nova-compute[75432]: </disk>
Nov 27 14:50:16 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:50:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:50:17 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:50:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "486b8042-b8fa-45d5-81fe-c23f257acf25" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:27 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:27 user nova-compute[75432]: INFO nova.compute.manager [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Terminating instance
Nov 27 14:50:27 user nova-compute[75432]: DEBUG nova.compute.manager [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-3607766e-bfef-4851-8ea2-19a656bb9c32 req-f71eceaa-d50d-4cec-9a26-7e53e75c3c14 service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Received event network-vif-unplugged-09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3607766e-bfef-4851-8ea2-19a656bb9c32 req-f71eceaa-d50d-4cec-9a26-7e53e75c3c14 service nova] Acquiring lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3607766e-bfef-4851-8ea2-19a656bb9c32 req-f71eceaa-d50d-4cec-9a26-7e53e75c3c14 service nova] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3607766e-bfef-4851-8ea2-19a656bb9c32 req-f71eceaa-d50d-4cec-9a26-7e53e75c3c14 service nova] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-3607766e-bfef-4851-8ea2-19a656bb9c32 req-f71eceaa-d50d-4cec-9a26-7e53e75c3c14 service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] No waiting events found dispatching network-vif-unplugged-09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG nova.compute.manager [req-3607766e-bfef-4851-8ea2-19a656bb9c32 req-f71eceaa-d50d-4cec-9a26-7e53e75c3c14 service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Received event network-vif-unplugged-09a0ce65-f08b-4987-8328-70089204097b for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:28 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Instance destroyed successfully.
Nov 27 14:50:28 user nova-compute[75432]: DEBUG nova.objects.instance [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lazy-loading 'resources' on Instance uuid 486b8042-b8fa-45d5-81fe-c23f257acf25 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:45:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-859259425',display_name='tempest-TestVolumeBootPattern-volume-backed-server-859259425',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-859259425',id=43,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLkx0WkuBgBNMhnA3XrZmzGWjhX0wwgqQ5/FfLZhnPPvDghl04CoMaoeUc4FeLaDyjyhvvcZ+BkvQZQfHplXP3zv9mmMDNpV4KK0XiaDOjkG5DQ/Jj2OkoKePZM3bCmVhA==',key_name='tempest-keypair-1386617416',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:45:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-xph6rbvt',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:45:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=486b8042-b8fa-45d5-81fe-c23f257acf25,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "09a0ce65-f08b-4987-8328-70089204097b", "address": "fa:16:3e:5e:01:69", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09a0ce65-f0", "ovs_interfaceid": "09a0ce65-f08b-4987-8328-70089204097b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "09a0ce65-f08b-4987-8328-70089204097b", "address": "fa:16:3e:5e:01:69", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap09a0ce65-f0", "ovs_interfaceid": "09a0ce65-f08b-4987-8328-70089204097b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5e:01:69,bridge_name='br-int',has_traffic_filtering=True,id=09a0ce65-f08b-4987-8328-70089204097b,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09a0ce65-f0') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_vif [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:01:69,bridge_name='br-int',has_traffic_filtering=True,id=09a0ce65-f08b-4987-8328-70089204097b,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09a0ce65-f0') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap09a0ce65-f0, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aed78b95-6dd8-4076-a608-582cc7a9f86b) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:28 user nova-compute[75432]: INFO os_vif [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:01:69,bridge_name='br-int',has_traffic_filtering=True,id=09a0ce65-f08b-4987-8328-70089204097b,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap09a0ce65-f0')
Nov 27 14:50:28 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lgeSXIRW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:50:28 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5405302a-e46b-4f72-9be6-cd94cd0678e1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:50:28 user nova-compute[75432]: No targets found.
Nov 27 14:50:28 user nova-compute[75432]: iSNS:
Nov 27 14:50:28 user nova-compute[75432]: No targets found.
Nov 27 14:50:28 user nova-compute[75432]: STATIC:
Nov 27 14:50:28 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109
Nov 27 14:50:28 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:50:28 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:50:28 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:50:28 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:50:28 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:50:28 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81
Nov 27 14:50:28 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:50:28 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:50:28 user nova-compute[75432]: FIRMWARE:
Nov 27 14:50:28 user nova-compute[75432]: No targets found.
Nov 27 14:50:28 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:50:28 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:50:28 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e71e2be-89ee-4073-bd3b-10ff3b16d9d2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4e51b0b-5c0e-49c3-ae00-5221ede27878]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:50:28 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:50:28 user nova-compute[75432]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 (non-flash)
Nov 27 14:50:28 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:50:28 user nova-compute[75432]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 (non-flash)
Nov 27 14:50:28 user nova-compute[75432]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 (non-flash)
Nov 27 14:50:28 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b501e28c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109'): ({'sde'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Removing single pathed devices sde {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f4d3e8d-5b85-43c3-b0e4-9ab4ed5b97f3]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[519add92-3b5e-4252-9379-dc4cbbad1399]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flushing IO for device /dev/sde {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2d145eb-67ff-43be-8f31-743066a60409]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[87d2a8fa-151c-4260-8157-6d1fae63eb85]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] SCSI volumes sde have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOdce9789e-fd8d908f93a278cb', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_dce9789e', '/dev/disk/by-id/scsi-26664386439303866') {{(pid=85645) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d977274-a901-4c50-be4c-d024216d2ff1]: (4, None) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1701b36a-caaf-44c0-a1cb-1fb216fb41e6]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d14de30d-0d0d-4ca7-a300-e4dd68f55f32]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109, portal: 172.16.0.220,3260]
Nov 27 14:50:29 user nova-compute[75432]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109, portal: 172.16.0.220,3260] successful.
Nov 27 14:50:29 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0dc92c0-0900-4385-95ee-ffc5b09ab109 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[db611f12-21fd-4d3d-956a-7e5986489e14]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.302s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== disconnect_volume: return (304ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:50:29 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Deleting instance files /opt/stack/data/nova/instances/486b8042-b8fa-45d5-81fe-c23f257acf25_del
Nov 27 14:50:29 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Deletion of /opt/stack/data/nova/instances/486b8042-b8fa-45d5-81fe-c23f257acf25_del complete
Nov 27 14:50:29 user nova-compute[75432]: INFO nova.compute.manager [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Took 1.17 seconds to destroy the instance on the hypervisor.
Nov 27 14:50:29 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:50:29 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:50:29 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Took 0.70 seconds to deallocate network for instance.
Nov 27 14:50:29 user nova-compute[75432]: DEBUG nova.compute.manager [req-7a3199f8-594c-4aed-85d6-c17183ce525e req-24f20f40-b6ae-4d79-a304-e897e273b1a6 service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Received event network-vif-deleted-09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-b89ae3d1-5741-4714-88a0-e746cb9a8227 req-8fa0b44b-9544-431f-8cd0-44b13438c29b service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Received event network-vif-plugged-09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b89ae3d1-5741-4714-88a0-e746cb9a8227 req-8fa0b44b-9544-431f-8cd0-44b13438c29b service nova] Acquiring lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b89ae3d1-5741-4714-88a0-e746cb9a8227 req-8fa0b44b-9544-431f-8cd0-44b13438c29b service nova] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b89ae3d1-5741-4714-88a0-e746cb9a8227 req-8fa0b44b-9544-431f-8cd0-44b13438c29b service nova] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-b89ae3d1-5741-4714-88a0-e746cb9a8227 req-8fa0b44b-9544-431f-8cd0-44b13438c29b service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] No waiting events found dispatching network-vif-plugged-09a0ce65-f08b-4987-8328-70089204097b {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:50:30 user nova-compute[75432]: WARNING nova.compute.manager [req-b89ae3d1-5741-4714-88a0-e746cb9a8227 req-8fa0b44b-9544-431f-8cd0-44b13438c29b service nova] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Received unexpected event network-vif-plugged-09a0ce65-f08b-4987-8328-70089204097b for instance with vm_state active and task_state deleting.
Nov 27 14:50:30 user nova-compute[75432]: INFO nova.compute.manager [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Took 0.75 seconds to detach 1 volumes for instance.
Nov 27 14:50:30 user nova-compute[75432]: DEBUG nova.compute.manager [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 486b8042-b8fa-45d5-81fe-c23f257acf25] Deleting volume: a0dc92c0-0900-4385-95ee-ffc5b09ab109 {{(pid=75432) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 27 14:50:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:30 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:50:30 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:50:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.207s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:30 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Deleted allocations for instance 486b8042-b8fa-45d5-81fe-c23f257acf25
Nov 27 14:50:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-26d151c2-b2c3-4a07-81af-a1e9af8fae4b tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "486b8042-b8fa-45d5-81fe-c23f257acf25" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.149s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:36 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 is timed out.
Nov 27 14:50:36 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Successfully detached device vdb from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the live domain config.
Nov 27 14:50:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FlNOcPQi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:50:36 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb89ca08-d67b-4896-9b3c-8f2e98a064ab]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:50:36 user nova-compute[75432]: No targets found.
Nov 27 14:50:36 user nova-compute[75432]: iSNS:
Nov 27 14:50:36 user nova-compute[75432]: No targets found.
Nov 27 14:50:36 user nova-compute[75432]: STATIC:
Nov 27 14:50:36 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:50:36 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:50:36 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:50:36 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81
Nov 27 14:50:36 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:50:36 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:50:36 user nova-compute[75432]: FIRMWARE:
Nov 27 14:50:36 user nova-compute[75432]: No targets found.
Nov 27 14:50:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:50:36 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:50:36 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9de35a8-e108-4fda-8720-6c2b069fccbd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a509a43e-cee5-42bd-a81a-fcd5025c51cb]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\ntcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:50:36 user nova-compute[75432]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 (non-flash)
Nov 27 14:50:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:50:36 user nova-compute[75432]: tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 (non-flash)
Nov 27 14:50:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b501ff1c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba6999cf-67c1-4af6-a1f1-577e643552d7]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0647714-42e3-47d6-b466-44bd5ad232e8]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[91beb89c-292a-4758-8e1a-57709b018b7a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b61ae369-0c62-44bf-96ee-8918c4dd84f6]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8044c469-9638-441f-8503-28644ef4f7b8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b744d84b-3a99-48fe-8e45-ea0f97e85d46]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81, portal: 172.16.0.220,3260]
Nov 27 14:50:37 user nova-compute[75432]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81, portal: 172.16.0.220,3260] successful.
Nov 27 14:50:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9daa606e-5edb-482b-8a04-2d987033fc81 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a75de583-63fa-45c0-98be-6d450ef152e9]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:50:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:50:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:50:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] <== disconnect_volume: return (300ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:50:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:50:38 user nova-compute[75432]: DEBUG nova.objects.instance [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'flavor' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:50:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-b09601cf-b4ec-442a-837f-6aa780f73a76 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.010s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:50:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:50:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:50:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:50:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:50:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:44 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:50:44 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:50:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8715MB free_disk=24.917991638183594GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:50:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:50:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:50:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:50:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:50:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:50:45 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:50:45 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:50:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:50:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.275s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:50:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:50:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:50:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:50:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:50:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:50:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:50:48 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:50:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:50:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:50:49 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:50:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:50:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:50:49 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:50:50 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updating instance_info_cache with network_info: [{"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:50:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-68e7b903-61c7-4af9-92b0-c423ed3eabc8" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:50:50 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:50:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:50:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "6595b1de-9b8e-4d78-a750-300409881b86" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "6595b1de-9b8e-4d78-a750-300409881b86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:50:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:57 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:50:57 user nova-compute[75432]: INFO nova.compute.claims [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Claim successful on node user
Nov 27 14:50:58 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.324s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:50:58 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:50:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG nova.policy [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '435cba2d80694362adb7d0048c08ea00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f67f437cfb3f43e897c0d57d58b7be95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:50:58 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Creating image(s)
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "/opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "/opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "/opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.184s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk 1073741824" returned: 0 in 0.055s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Successfully created port: 7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Cannot resize image /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Ensure instance console log exists: /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Successfully updated port: 7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "refresh_cache-6595b1de-9b8e-4d78-a750-300409881b86" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquired lock "refresh_cache-6595b1de-9b8e-4d78-a750-300409881b86" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-8c056813-0aa3-433d-81e2-44841461347e req-c338fb45-3e52-4f17-87ea-6c10ef2d4175 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Received event network-changed-7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-8c056813-0aa3-433d-81e2-44841461347e req-c338fb45-3e52-4f17-87ea-6c10ef2d4175 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Refreshing instance network info cache due to event network-changed-7e4eed2b-5048-462f-8748-482cd388fed0. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8c056813-0aa3-433d-81e2-44841461347e req-c338fb45-3e52-4f17-87ea-6c10ef2d4175 service nova] Acquiring lock "refresh_cache-6595b1de-9b8e-4d78-a750-300409881b86" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.network.neutron [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Updating instance_info_cache with network_info: [{"id": "7e4eed2b-5048-462f-8748-482cd388fed0", "address": "fa:16:3e:5a:ae:a9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4eed2b-50", "ovs_interfaceid": "7e4eed2b-5048-462f-8748-482cd388fed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Releasing lock "refresh_cache-6595b1de-9b8e-4d78-a750-300409881b86" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Instance network_info: |[{"id": "7e4eed2b-5048-462f-8748-482cd388fed0", "address": "fa:16:3e:5a:ae:a9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4eed2b-50", "ovs_interfaceid": "7e4eed2b-5048-462f-8748-482cd388fed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8c056813-0aa3-433d-81e2-44841461347e req-c338fb45-3e52-4f17-87ea-6c10ef2d4175 service nova] Acquired lock "refresh_cache-6595b1de-9b8e-4d78-a750-300409881b86" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-8c056813-0aa3-433d-81e2-44841461347e req-c338fb45-3e52-4f17-87ea-6c10ef2d4175 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Refreshing network info cache for port 7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Start _get_guest_xml network_info=[{"id": "7e4eed2b-5048-462f-8748-482cd388fed0", "address": "fa:16:3e:5a:ae:a9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4eed2b-50", "ovs_interfaceid": "7e4eed2b-5048-462f-8748-482cd388fed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:50:59 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:50:59 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:50:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-565281821',display_name='tempest-AttachVolumeNegativeTest-server-565281821',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-565281821',id=48,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNDC9/Arb/N7SamfH5tyPQGEmNaoEqYY7GGHnKwbl2cT39dICWpb7hPHHAXuT4Rf1c4k9FjiBKED9+LN1N9NPs9rngQRdeHDxJADKKDfMX8hxMP3ep4rFcsJie37vQ+aSg==',key_name='tempest-keypair-1585722987',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f67f437cfb3f43e897c0d57d58b7be95',ramdisk_id='',reservation_id='r-h20wtjqv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-979328772',owner_user_name='tempest-AttachVolumeNegativeTest-979328772-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:50:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='435cba2d80694362adb7d0048c08ea00',uuid=6595b1de-9b8e-4d78-a750-300409881b86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e4eed2b-5048-462f-8748-482cd388fed0", "address": "fa:16:3e:5a:ae:a9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4eed2b-50", "ovs_interfaceid": "7e4eed2b-5048-462f-8748-482cd388fed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converting VIF {"id": "7e4eed2b-5048-462f-8748-482cd388fed0", "address": "fa:16:3e:5a:ae:a9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4eed2b-50", "ovs_interfaceid": "7e4eed2b-5048-462f-8748-482cd388fed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ae:a9,bridge_name='br-int',has_traffic_filtering=True,id=7e4eed2b-5048-462f-8748-482cd388fed0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4eed2b-50') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'pci_devices' on Instance uuid 6595b1de-9b8e-4d78-a750-300409881b86 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:50:59 user nova-compute[75432]:   <uuid>6595b1de-9b8e-4d78-a750-300409881b86</uuid>
Nov 27 14:50:59 user nova-compute[75432]:   <name>instance-00000030</name>
Nov 27 14:50:59 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:50:59 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:50:59 user nova-compute[75432]:   <metadata>
Nov 27 14:50:59 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:50:59 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:50:59 user nova-compute[75432]:       <nova:name>tempest-AttachVolumeNegativeTest-server-565281821</nova:name>
Nov 27 14:50:59 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:50:59</nova:creationTime>
Nov 27 14:50:59 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:50:59 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:50:59 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:50:59 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:50:59 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:50:59 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:50:59 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:50:59 user nova-compute[75432]:       <nova:owner>
Nov 27 14:50:59 user nova-compute[75432]:         <nova:user uuid="435cba2d80694362adb7d0048c08ea00">tempest-AttachVolumeNegativeTest-979328772-project-member</nova:user>
Nov 27 14:50:59 user nova-compute[75432]:         <nova:project uuid="f67f437cfb3f43e897c0d57d58b7be95">tempest-AttachVolumeNegativeTest-979328772</nova:project>
Nov 27 14:50:59 user nova-compute[75432]:       </nova:owner>
Nov 27 14:50:59 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:50:59 user nova-compute[75432]:       <nova:ports>
Nov 27 14:50:59 user nova-compute[75432]:         <nova:port uuid="7e4eed2b-5048-462f-8748-482cd388fed0">
Nov 27 14:50:59 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 14:50:59 user nova-compute[75432]:         </nova:port>
Nov 27 14:50:59 user nova-compute[75432]:       </nova:ports>
Nov 27 14:50:59 user nova-compute[75432]:     </nova:instance>
Nov 27 14:50:59 user nova-compute[75432]:   </metadata>
Nov 27 14:50:59 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:50:59 user nova-compute[75432]:     <system>
Nov 27 14:50:59 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:50:59 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:50:59 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:50:59 user nova-compute[75432]:       <entry name="serial">6595b1de-9b8e-4d78-a750-300409881b86</entry>
Nov 27 14:50:59 user nova-compute[75432]:       <entry name="uuid">6595b1de-9b8e-4d78-a750-300409881b86</entry>
Nov 27 14:50:59 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:50:59 user nova-compute[75432]:     </system>
Nov 27 14:50:59 user nova-compute[75432]:   </sysinfo>
Nov 27 14:50:59 user nova-compute[75432]:   <os>
Nov 27 14:50:59 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:50:59 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:50:59 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:50:59 user nova-compute[75432]:   </os>
Nov 27 14:50:59 user nova-compute[75432]:   <features>
Nov 27 14:50:59 user nova-compute[75432]:     <acpi/>
Nov 27 14:50:59 user nova-compute[75432]:     <apic/>
Nov 27 14:50:59 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:50:59 user nova-compute[75432]:   </features>
Nov 27 14:50:59 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:50:59 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:50:59 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:50:59 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:50:59 user nova-compute[75432]:   </clock>
Nov 27 14:50:59 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:50:59 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:50:59 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:50:59 user nova-compute[75432]:   </cpu>
Nov 27 14:50:59 user nova-compute[75432]:   <devices>
Nov 27 14:50:59 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:50:59 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:50:59 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk"/>
Nov 27 14:50:59 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:50:59 user nova-compute[75432]:     </disk>
Nov 27 14:50:59 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:50:59 user nova-compute[75432]:       <mac address="fa:16:3e:5a:ae:a9"/>
Nov 27 14:50:59 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:50:59 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:50:59 user nova-compute[75432]:       <target dev="tap7e4eed2b-50"/>
Nov 27 14:50:59 user nova-compute[75432]:     </interface>
Nov 27 14:50:59 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:50:59 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/console.log" append="off"/>
Nov 27 14:50:59 user nova-compute[75432]:     </serial>
Nov 27 14:50:59 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:50:59 user nova-compute[75432]:     <video>
Nov 27 14:50:59 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:50:59 user nova-compute[75432]:     </video>
Nov 27 14:50:59 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:50:59 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:50:59 user nova-compute[75432]:     </rng>
Nov 27 14:50:59 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:50:59 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:50:59 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:50:59 user nova-compute[75432]:     </memballoon>
Nov 27 14:50:59 user nova-compute[75432]:   </devices>
Nov 27 14:50:59 user nova-compute[75432]: </domain>
Nov 27 14:50:59 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:50:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-565281821',display_name='tempest-AttachVolumeNegativeTest-server-565281821',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-565281821',id=48,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNDC9/Arb/N7SamfH5tyPQGEmNaoEqYY7GGHnKwbl2cT39dICWpb7hPHHAXuT4Rf1c4k9FjiBKED9+LN1N9NPs9rngQRdeHDxJADKKDfMX8hxMP3ep4rFcsJie37vQ+aSg==',key_name='tempest-keypair-1585722987',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f67f437cfb3f43e897c0d57d58b7be95',ramdisk_id='',reservation_id='r-h20wtjqv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-979328772',owner_user_name='tempest-AttachVolumeNegativeTest-979328772-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:50:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='435cba2d80694362adb7d0048c08ea00',uuid=6595b1de-9b8e-4d78-a750-300409881b86,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7e4eed2b-5048-462f-8748-482cd388fed0", "address": "fa:16:3e:5a:ae:a9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4eed2b-50", "ovs_interfaceid": "7e4eed2b-5048-462f-8748-482cd388fed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converting VIF {"id": "7e4eed2b-5048-462f-8748-482cd388fed0", "address": "fa:16:3e:5a:ae:a9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4eed2b-50", "ovs_interfaceid": "7e4eed2b-5048-462f-8748-482cd388fed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ae:a9,bridge_name='br-int',has_traffic_filtering=True,id=7e4eed2b-5048-462f-8748-482cd388fed0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4eed2b-50') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG os_vif [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ae:a9,bridge_name='br-int',has_traffic_filtering=True,id=7e4eed2b-5048-462f-8748-482cd388fed0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4eed2b-50') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0c56cda4-18fa-5451-8c5f-929a58cf36d7', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7e4eed2b-50, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7e4eed2b-50, col_values=(('qos', UUID('a05fea39-a562-460a-9553-3e2103d1539e')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7e4eed2b-50, col_values=(('external_ids', {'iface-id': '7e4eed2b-5048-462f-8748-482cd388fed0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:ae:a9', 'vm-uuid': '6595b1de-9b8e-4d78-a750-300409881b86'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:50:59 user nova-compute[75432]: INFO os_vif [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:ae:a9,bridge_name='br-int',has_traffic_filtering=True,id=7e4eed2b-5048-462f-8748-482cd388fed0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4eed2b-50')
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:50:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No VIF found with MAC fa:16:3e:5a:ae:a9, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:51:00 user nova-compute[75432]: DEBUG nova.network.neutron [req-8c056813-0aa3-433d-81e2-44841461347e req-c338fb45-3e52-4f17-87ea-6c10ef2d4175 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Updated VIF entry in instance network info cache for port 7e4eed2b-5048-462f-8748-482cd388fed0. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:51:00 user nova-compute[75432]: DEBUG nova.network.neutron [req-8c056813-0aa3-433d-81e2-44841461347e req-c338fb45-3e52-4f17-87ea-6c10ef2d4175 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Updating instance_info_cache with network_info: [{"id": "7e4eed2b-5048-462f-8748-482cd388fed0", "address": "fa:16:3e:5a:ae:a9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4eed2b-50", "ovs_interfaceid": "7e4eed2b-5048-462f-8748-482cd388fed0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:51:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8c056813-0aa3-433d-81e2-44841461347e req-c338fb45-3e52-4f17-87ea-6c10ef2d4175 service nova] Releasing lock "refresh_cache-6595b1de-9b8e-4d78-a750-300409881b86" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:51:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-521443c0-2d5e-46bb-b9eb-48b57579fb52 req-1c574571-e114-40fc-9594-7b4d7f2c8a53 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Received event network-vif-plugged-7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:51:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-521443c0-2d5e-46bb-b9eb-48b57579fb52 req-1c574571-e114-40fc-9594-7b4d7f2c8a53 service nova] Acquiring lock "6595b1de-9b8e-4d78-a750-300409881b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-521443c0-2d5e-46bb-b9eb-48b57579fb52 req-1c574571-e114-40fc-9594-7b4d7f2c8a53 service nova] Lock "6595b1de-9b8e-4d78-a750-300409881b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-521443c0-2d5e-46bb-b9eb-48b57579fb52 req-1c574571-e114-40fc-9594-7b4d7f2c8a53 service nova] Lock "6595b1de-9b8e-4d78-a750-300409881b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:01 user nova-compute[75432]: DEBUG nova.compute.manager [req-521443c0-2d5e-46bb-b9eb-48b57579fb52 req-1c574571-e114-40fc-9594-7b4d7f2c8a53 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] No waiting events found dispatching network-vif-plugged-7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:51:01 user nova-compute[75432]: WARNING nova.compute.manager [req-521443c0-2d5e-46bb-b9eb-48b57579fb52 req-1c574571-e114-40fc-9594-7b4d7f2c8a53 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Received unexpected event network-vif-plugged-7e4eed2b-5048-462f-8748-482cd388fed0 for instance with vm_state building and task_state spawning.
Nov 27 14:51:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:02 user nova-compute[75432]: INFO nova.compute.manager [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Terminating instance
Nov 27 14:51:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-60986fe5-6926-41c9-a0c0-e2f58848e0b7 req-ea2ffca5-7034-424e-8634-d346738eee0e service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-unplugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-60986fe5-6926-41c9-a0c0-e2f58848e0b7 req-ea2ffca5-7034-424e-8634-d346738eee0e service nova] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-60986fe5-6926-41c9-a0c0-e2f58848e0b7 req-ea2ffca5-7034-424e-8634-d346738eee0e service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-60986fe5-6926-41c9-a0c0-e2f58848e0b7 req-ea2ffca5-7034-424e-8634-d346738eee0e service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-60986fe5-6926-41c9-a0c0-e2f58848e0b7 req-ea2ffca5-7034-424e-8634-d346738eee0e service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] No waiting events found dispatching network-vif-unplugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-60986fe5-6926-41c9-a0c0-e2f58848e0b7 req-ea2ffca5-7034-424e-8634-d346738eee0e service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-unplugged-459b61db-7487-4c08-9b09-fc8397fc7255 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:51:02 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Instance destroyed successfully.
Nov 27 14:51:02 user nova-compute[75432]: DEBUG nova.objects.instance [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'resources' on Instance uuid 68e7b903-61c7-4af9-92b0-c423ed3eabc8 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:35:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-830281103',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-830281103',id=30,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:37:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-4w0cms84',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:39:00Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=68e7b903-61c7-4af9-92b0-c423ed3eabc8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "459b61db-7487-4c08-9b09-fc8397fc7255", "address": "fa:16:3e:03:8f:6b", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap459b61db-74", "ovs_interfaceid": "459b61db-7487-4c08-9b09-fc8397fc7255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:03:8f:6b,bridge_name='br-int',has_traffic_filtering=True,id=459b61db-7487-4c08-9b09-fc8397fc7255,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap459b61db-74') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG os_vif [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:8f:6b,bridge_name='br-int',has_traffic_filtering=True,id=459b61db-7487-4c08-9b09-fc8397fc7255,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap459b61db-74') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap459b61db-74, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e5d226c2-2f7e-4c85-a854-5a0d50c3998e) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:03 user nova-compute[75432]: INFO os_vif [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:03:8f:6b,bridge_name='br-int',has_traffic_filtering=True,id=459b61db-7487-4c08-9b09-fc8397fc7255,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap459b61db-74')
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qvuplrEc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:51:03 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[467c03ca-625a-40b2-b5a8-192dbaacd29a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:51:03 user nova-compute[75432]: No targets found.
Nov 27 14:51:03 user nova-compute[75432]: iSNS:
Nov 27 14:51:03 user nova-compute[75432]: No targets found.
Nov 27 14:51:03 user nova-compute[75432]: STATIC:
Nov 27 14:51:03 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1
Nov 27 14:51:03 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:51:03 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:51:03 user nova-compute[75432]: FIRMWARE:
Nov 27 14:51:03 user nova-compute[75432]: No targets found.
Nov 27 14:51:03 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:51:03 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:51:03 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[70821fa6-84ed-468e-b702-e1b0e7dc9cda]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dc9d7f0-e694-4415-a033-5bfc1266ee16]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:51:03 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 (non-flash)
Nov 27 14:51:03 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b50112200>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1'): ({'sdd'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Removing single pathed devices sdd {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[67bb5473-e8da-4508-b236-72155f9b0b17]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[72328634-291a-4a84-8c9f-f1d4b6810c1d]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Flushing IO for device /dev/sdd {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0330fcf-24fb-40e9-b54b-c6b50ce37828]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[89c8b9c6-9a7d-47cc-baa0-3a68ff0f98d7]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] SCSI volumes sdd have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[05a64355-dc28-4f4f-8b89-6e1eb20b73bc]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fae61453-a4e2-45af-a184-5f6ff08cd861]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1, portal: 172.16.0.220,3260]
Nov 27 14:51:03 user nova-compute[75432]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1, portal: 172.16.0.220,3260] successful.
Nov 27 14:51:03 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff42feb8-c9ae-4f91-b2a9-e2a2ede458e1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0904294b-6b91-4054-9c9c-95a54133a309]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.288s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] <== disconnect_volume: return (289ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:51:03 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Deleting instance files /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8_del
Nov 27 14:51:03 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Deletion of /opt/stack/data/nova/instances/68e7b903-61c7-4af9-92b0-c423ed3eabc8_del complete
Nov 27 14:51:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:03 user nova-compute[75432]: INFO nova.compute.manager [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:51:03 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Instance spawned successfully.
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-04e71026-b996-4c9e-9f1e-4257f01b4680 req-204d794e-f362-4b5b-8767-f5f331067870 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Received event network-vif-plugged-7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-04e71026-b996-4c9e-9f1e-4257f01b4680 req-204d794e-f362-4b5b-8767-f5f331067870 service nova] Acquiring lock "6595b1de-9b8e-4d78-a750-300409881b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-04e71026-b996-4c9e-9f1e-4257f01b4680 req-204d794e-f362-4b5b-8767-f5f331067870 service nova] Lock "6595b1de-9b8e-4d78-a750-300409881b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-04e71026-b996-4c9e-9f1e-4257f01b4680 req-204d794e-f362-4b5b-8767-f5f331067870 service nova] Lock "6595b1de-9b8e-4d78-a750-300409881b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-04e71026-b996-4c9e-9f1e-4257f01b4680 req-204d794e-f362-4b5b-8767-f5f331067870 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] No waiting events found dispatching network-vif-plugged-7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:51:03 user nova-compute[75432]: WARNING nova.compute.manager [req-04e71026-b996-4c9e-9f1e-4257f01b4680 req-204d794e-f362-4b5b-8767-f5f331067870 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Received unexpected event network-vif-plugged-7e4eed2b-5048-462f-8748-482cd388fed0 for instance with vm_state building and task_state spawning.
Nov 27 14:51:03 user nova-compute[75432]: INFO nova.compute.manager [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Took 5.13 seconds to spawn the instance on the hypervisor.
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:51:03 user nova-compute[75432]: INFO nova.compute.manager [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Took 5.79 seconds to build instance.
Nov 27 14:51:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9f7c1504-d130-4b34-8e00-3157f6a80884 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "6595b1de-9b8e-4d78-a750-300409881b86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.889s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:03 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:51:03 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Took 0.48 seconds to deallocate network for instance.
Nov 27 14:51:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-b4c33968-68e1-4336-b969-af375f8757d7 req-eeb61322-0690-4e6e-8c1f-e9ae9572571a service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:51:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b4c33968-68e1-4336-b969-af375f8757d7 req-eeb61322-0690-4e6e-8c1f-e9ae9572571a service nova] Acquiring lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b4c33968-68e1-4336-b969-af375f8757d7 req-eeb61322-0690-4e6e-8c1f-e9ae9572571a service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-b4c33968-68e1-4336-b969-af375f8757d7 req-eeb61322-0690-4e6e-8c1f-e9ae9572571a service nova] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-b4c33968-68e1-4336-b969-af375f8757d7 req-eeb61322-0690-4e6e-8c1f-e9ae9572571a service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] No waiting events found dispatching network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:51:04 user nova-compute[75432]: WARNING nova.compute.manager [req-b4c33968-68e1-4336-b969-af375f8757d7 req-eeb61322-0690-4e6e-8c1f-e9ae9572571a service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received unexpected event network-vif-plugged-459b61db-7487-4c08-9b09-fc8397fc7255 for instance with vm_state active and task_state deleting.
Nov 27 14:51:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-b4c33968-68e1-4336-b969-af375f8757d7 req-eeb61322-0690-4e6e-8c1f-e9ae9572571a service nova] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Received event network-vif-deleted-459b61db-7487-4c08-9b09-fc8397fc7255 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:51:04 user nova-compute[75432]: INFO nova.compute.manager [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 68e7b903-61c7-4af9-92b0-c423ed3eabc8] Took 0.97 seconds to detach 1 volumes for instance.
Nov 27 14:51:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:05 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:51:05 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:51:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.237s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:05 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Deleted allocations for instance 68e7b903-61c7-4af9-92b0-c423ed3eabc8
Nov 27 14:51:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-293f4035-7e57-4fb8-951e-3bf6ffdce4e6 tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "68e7b903-61c7-4af9-92b0-c423ed3eabc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.069s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG nova.objects.instance [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'flavor' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:09 user nova-compute[75432]: INFO nova.compute.manager [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attaching volume 4c662beb-196f-4754-8802-1307c6ba87e8 to /dev/vdb
Nov 27 14:51:09 user nova-compute[75432]: DEBUG os_brick.utils [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e40d29f0-db5c-48ea-b0ac-2f814cbca1c9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc59b875-f3fa-404c-b80b-b638a2d4f503]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1148365f-93f5-4a61-8513-15849ea01800]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf16b9fd-2466-4305-8b6a-7e594c9c65bc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:51:09 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:51:09 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fad2fae-f87f-4ab5-8de2-f4fb85db07ea]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG os_brick.utils [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:51:09 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updating existing volume attachment record: 33bc0dcf-b638-4177-8ea1-bb4dfd5cfdda {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:51:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xcEPnbap', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:51:15 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:51:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:51:15 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:51:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:51:15 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6f9c0ec-84dc-4355-8bad-e13f8d94059f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:51:15 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b7f005c-0e1c-4cee-a64e-bd051cc39f15]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8] added
Nov 27 14:51:15 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[463bd3a6-711c-454d-983f-125e557a5712]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[78c31b5f-7665-43af-9d84-ae8dce5df6d1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xcEPnbap {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xcEPnbap" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[50d3cadf-3164-48ec-976b-5e132f25ed1c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xcEPnbap'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bacf1851-6ad6-4512-af83-ecb4ebb0bf1f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:15 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[31fad4b0-8e2c-4f58-b5c9-44cf904ba063]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 14:51:16 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 14:51:16 user nova-compute[75432]:  {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:51:16 user nova-compute[75432]: WARNING os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 14:51:16 user nova-compute[75432]: 
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc872a92-d0bf-4587-9bc4-7a1739b55b27]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8, portal: 172.16.0.220,3260]
Nov 27 14:51:16 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8, portal: 172.16.0.220,3260] successful.
Nov 27 14:51:16 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[56fc4b03-e9fc-43fd-b8b6-44de307cdf21]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b58b5354-b0c0-4664-af4a-0bfe3675f019]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 (non-flash)
Nov 27 14:51:16 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 (non-flash)
Nov 27 14:51:16 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3ac4be2-8cb3-4593-a047-0f69c3c3e42f]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:51:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xcEPnbap', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:51:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:51:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] <== connect_volume: return (1312ms) {'type': 'block', 'scsi_wwn': '23265646665343331', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:51:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23265646665343331', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:51:17 user nova-compute[75432]: DEBUG nova.objects.instance [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'flavor' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:51:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:51:17 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:51:17 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:51:17 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:51:17 user nova-compute[75432]:   <serial>4c662beb-196f-4754-8802-1307c6ba87e8</serial>
Nov 27 14:51:17 user nova-compute[75432]: </disk>
Nov 27 14:51:17 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:51:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:51:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:51:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No VIF found with MAC fa:16:3e:ad:56:28, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:51:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0779cc19-7c22-42d0-b09b-b03f58fc46bd tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.224s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:19 user nova-compute[75432]: INFO nova.compute.manager [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Detaching volume 4c662beb-196f-4754-8802-1307c6ba87e8
Nov 27 14:51:19 user nova-compute[75432]: INFO nova.virt.block_device [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attempting to driver detach volume 4c662beb-196f-4754-8802-1307c6ba87e8 from mountpoint /dev/vdb
Nov 27 14:51:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Attempting to detach device vdb from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:51:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:51:20 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:51:20 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:51:20 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:51:20 user nova-compute[75432]:   <serial>4c662beb-196f-4754-8802-1307c6ba87e8</serial>
Nov 27 14:51:20 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:51:20 user nova-compute[75432]: </disk>
Nov 27 14:51:20 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:51:20 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Successfully detached device vdb from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the persistent domain config.
Nov 27 14:51:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:51:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:51:20 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:51:20 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:51:20 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:51:20 user nova-compute[75432]:   <serial>4c662beb-196f-4754-8802-1307c6ba87e8</serial>
Nov 27 14:51:20 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:51:20 user nova-compute[75432]: </disk>
Nov 27 14:51:20 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:51:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:51:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "f5e0313a-99a7-497d-b05a-0f0b5c900360" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:28 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:51:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:28 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:51:28 user nova-compute[75432]: INFO nova.compute.claims [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Claim successful on node user
Nov 27 14:51:28 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.258s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG nova.network.neutron [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:51:29 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:51:29 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG nova.policy [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1104b5bff1dc4fb8a64ddc97c75ffd17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae333e5342e476c82ac33016160e51a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:51:29 user nova-compute[75432]: INFO nova.virt.block_device [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Booting with volume 04adba9a-a0db-41fb-bd4c-5dfd69d66b6d at /dev/vda
Nov 27 14:51:29 user nova-compute[75432]: DEBUG os_brick.utils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b0771c4-8ee1-42e5-bcc6-e422d1ff19cd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[21cb4149-2570-4ac8-a892-df35c20879d1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4f71e3a-8f65-4ae6-96ad-a8693a3627d3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b071b2c0-8290-4c93-a7c9-6a51e92ab8f2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:51:29 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:51:29 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[61387faa-96eb-4c60-a53f-f3eac0a99f7e]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG os_brick.utils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Updating existing volume attachment record: 672ad58c-5bf2-4ec8-a9e7-8c051ca187ce {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:51:29 user nova-compute[75432]: DEBUG nova.network.neutron [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Successfully created port: 697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG nova.network.neutron [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Successfully updated port: 697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "refresh_cache-f5e0313a-99a7-497d-b05a-0f0b5c900360" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquired lock "refresh_cache-f5e0313a-99a7-497d-b05a-0f0b5c900360" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG nova.network.neutron [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-dc9a3aec-48a9-483c-917c-8a880163faaa req-ad06c0a8-b0b1-4df1-ad9d-122426d26133 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Received event network-changed-697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG nova.compute.manager [req-dc9a3aec-48a9-483c-917c-8a880163faaa req-ad06c0a8-b0b1-4df1-ad9d-122426d26133 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Refreshing instance network info cache due to event network-changed-697edb7c-0023-4504-8054-a1d51118932a. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dc9a3aec-48a9-483c-917c-8a880163faaa req-ad06c0a8-b0b1-4df1-ad9d-122426d26133 service nova] Acquiring lock "refresh_cache-f5e0313a-99a7-497d-b05a-0f0b5c900360" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG nova.network.neutron [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG nova.network.neutron [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Updating instance_info_cache with network_info: [{"id": "697edb7c-0023-4504-8054-a1d51118932a", "address": "fa:16:3e:40:c7:33", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap697edb7c-00", "ovs_interfaceid": "697edb7c-0023-4504-8054-a1d51118932a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Releasing lock "refresh_cache-f5e0313a-99a7-497d-b05a-0f0b5c900360" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Instance network_info: |[{"id": "697edb7c-0023-4504-8054-a1d51118932a", "address": "fa:16:3e:40:c7:33", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap697edb7c-00", "ovs_interfaceid": "697edb7c-0023-4504-8054-a1d51118932a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dc9a3aec-48a9-483c-917c-8a880163faaa req-ad06c0a8-b0b1-4df1-ad9d-122426d26133 service nova] Acquired lock "refresh_cache-f5e0313a-99a7-497d-b05a-0f0b5c900360" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:51:30 user nova-compute[75432]: DEBUG nova.network.neutron [req-dc9a3aec-48a9-483c-917c-8a880163faaa req-ad06c0a8-b0b1-4df1-ad9d-122426d26133 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Refreshing network info cache for port 697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:51:31 user nova-compute[75432]: DEBUG nova.network.neutron [req-dc9a3aec-48a9-483c-917c-8a880163faaa req-ad06c0a8-b0b1-4df1-ad9d-122426d26133 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Updated VIF entry in instance network info cache for port 697edb7c-0023-4504-8054-a1d51118932a. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:51:31 user nova-compute[75432]: DEBUG nova.network.neutron [req-dc9a3aec-48a9-483c-917c-8a880163faaa req-ad06c0a8-b0b1-4df1-ad9d-122426d26133 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Updating instance_info_cache with network_info: [{"id": "697edb7c-0023-4504-8054-a1d51118932a", "address": "fa:16:3e:40:c7:33", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap697edb7c-00", "ovs_interfaceid": "697edb7c-0023-4504-8054-a1d51118932a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:51:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-dc9a3aec-48a9-483c-917c-8a880163faaa req-ad06c0a8-b0b1-4df1-ad9d-122426d26133 service nova] Releasing lock "refresh_cache-f5e0313a-99a7-497d-b05a-0f0b5c900360" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:51:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:51:35 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Creating image(s)
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Ensure instance console log exists: /opt/stack/data/nova/instances/f5e0313a-99a7-497d-b05a-0f0b5c900360/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Start _get_guest_xml network_info=[{"id": "697edb7c-0023-4504-8054-a1d51118932a", "address": "fa:16:3e:40:c7:33", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap697edb7c-00", "ovs_interfaceid": "697edb7c-0023-4504-8054-a1d51118932a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '672ad58c-5bf2-4ec8-a9e7-8c051ca187ce', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cUyHtMNW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f5e0313a-99a7-497d-b05a-0f0b5c900360', 'attached_at': '', 'detached_at': '', 'volume_id': '04adba9a-a0db-41fb-bd4c-5dfd69d66b6d', 'serial': '04adba9a-a0db-41fb-bd4c-5dfd69d66b6d'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:51:35 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:51:35 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cUyHtMNW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:51:35 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:51:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:51:35 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:51:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:51:35 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eab947b-f7b3-46f2-9de3-fed5d01cc7f1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:51:35 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eca40d6-f654-4010-970a-2e3525a74243]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d] added
Nov 27 14:51:35 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[732e1d95-9124-4389-8df3-f236de9b00af]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5219496a-c4dd-4263-8574-a94cd3a6d1b2]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cUyHtMNW {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cUyHtMNW" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b2b4ae3-3cf0-40d8-b94a-a4994bc805d2]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cUyHtMNW'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b120fe2-4a19-4492-831f-23515712c9d8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:35 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2e78cd2-909d-4c14-a0d3-a7df5a84b495]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 (non-flash)
Nov 27 14:51:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 (non-flash)
Nov 27 14:51:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bbec1a7-f4d4-43a8-892f-addd1fc67bfc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260]
Nov 27 14:51:36 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260] successful.
Nov 27 14:51:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[abaa355c-f872-4651-b8a0-70ea3140be36]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dacb9b6-1b85-40ca-ab26-5d69ae43766e]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 (non-flash)
Nov 27 14:51:36 user nova-compute[75432]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:51:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 (non-flash)
Nov 27 14:51:36 user nova-compute[75432]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:51:36 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.274s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] HCTL ('34', '-', '-', 0) found on session 58 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.030s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5e0cda2-a3e4-4c07-8dc5-0dadc51e4871]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:51:36 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cUyHtMNW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.319s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== connect_volume: return (1320ms) {'type': 'block', 'scsi_wwn': '23163646534663363', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23163646534663363', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1318091451',display_name='tempest-TestVolumeBootPattern-server-1318091451',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1318091451',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKbXP8n9+mnMpaK58PQJ8CTzeF16IiFmmDwnx/D7WYXSooo2Uz1CaRdneGzxHftqAibHIw4NkgIn8R+u/klTdfNrbJmhzN3uXdnkwlQYjMmemXsGQMiiCp8FYWp6d1F1UQ==',key_name='tempest-TestVolumeBootPattern-829350422',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-bujdmd4c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:51:29Z,user_data=None,user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=f5e0313a-99a7-497d-b05a-0f0b5c900360,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "697edb7c-0023-4504-8054-a1d51118932a", "address": "fa:16:3e:40:c7:33", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap697edb7c-00", "ovs_interfaceid": "697edb7c-0023-4504-8054-a1d51118932a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "697edb7c-0023-4504-8054-a1d51118932a", "address": "fa:16:3e:40:c7:33", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap697edb7c-00", "ovs_interfaceid": "697edb7c-0023-4504-8054-a1d51118932a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:c7:33,bridge_name='br-int',has_traffic_filtering=True,id=697edb7c-0023-4504-8054-a1d51118932a,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap697edb7c-00') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG nova.objects.instance [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lazy-loading 'pci_devices' on Instance uuid f5e0313a-99a7-497d-b05a-0f0b5c900360 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:51:37 user nova-compute[75432]:   <uuid>f5e0313a-99a7-497d-b05a-0f0b5c900360</uuid>
Nov 27 14:51:37 user nova-compute[75432]:   <name>instance-00000031</name>
Nov 27 14:51:37 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:51:37 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:51:37 user nova-compute[75432]:   <metadata>
Nov 27 14:51:37 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:51:37 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:51:37 user nova-compute[75432]:       <nova:name>tempest-TestVolumeBootPattern-server-1318091451</nova:name>
Nov 27 14:51:37 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:51:35</nova:creationTime>
Nov 27 14:51:37 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:51:37 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:51:37 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:51:37 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:51:37 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:51:37 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:51:37 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:51:37 user nova-compute[75432]:       <nova:owner>
Nov 27 14:51:37 user nova-compute[75432]:         <nova:user uuid="1104b5bff1dc4fb8a64ddc97c75ffd17">tempest-TestVolumeBootPattern-781872517-project-member</nova:user>
Nov 27 14:51:37 user nova-compute[75432]:         <nova:project uuid="9ae333e5342e476c82ac33016160e51a">tempest-TestVolumeBootPattern-781872517</nova:project>
Nov 27 14:51:37 user nova-compute[75432]:       </nova:owner>
Nov 27 14:51:37 user nova-compute[75432]:       <nova:ports>
Nov 27 14:51:37 user nova-compute[75432]:         <nova:port uuid="697edb7c-0023-4504-8054-a1d51118932a">
Nov 27 14:51:37 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 27 14:51:37 user nova-compute[75432]:         </nova:port>
Nov 27 14:51:37 user nova-compute[75432]:       </nova:ports>
Nov 27 14:51:37 user nova-compute[75432]:     </nova:instance>
Nov 27 14:51:37 user nova-compute[75432]:   </metadata>
Nov 27 14:51:37 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:51:37 user nova-compute[75432]:     <system>
Nov 27 14:51:37 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:51:37 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:51:37 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:51:37 user nova-compute[75432]:       <entry name="serial">f5e0313a-99a7-497d-b05a-0f0b5c900360</entry>
Nov 27 14:51:37 user nova-compute[75432]:       <entry name="uuid">f5e0313a-99a7-497d-b05a-0f0b5c900360</entry>
Nov 27 14:51:37 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:51:37 user nova-compute[75432]:     </system>
Nov 27 14:51:37 user nova-compute[75432]:   </sysinfo>
Nov 27 14:51:37 user nova-compute[75432]:   <os>
Nov 27 14:51:37 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:51:37 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:51:37 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:51:37 user nova-compute[75432]:   </os>
Nov 27 14:51:37 user nova-compute[75432]:   <features>
Nov 27 14:51:37 user nova-compute[75432]:     <acpi/>
Nov 27 14:51:37 user nova-compute[75432]:     <apic/>
Nov 27 14:51:37 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:51:37 user nova-compute[75432]:   </features>
Nov 27 14:51:37 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:51:37 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:51:37 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:51:37 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:51:37 user nova-compute[75432]:   </clock>
Nov 27 14:51:37 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:51:37 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:51:37 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:51:37 user nova-compute[75432]:   </cpu>
Nov 27 14:51:37 user nova-compute[75432]:   <devices>
Nov 27 14:51:37 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:51:37 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:51:37 user nova-compute[75432]:       <source dev="/dev/sdc"/>
Nov 27 14:51:37 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:51:37 user nova-compute[75432]:       <serial>04adba9a-a0db-41fb-bd4c-5dfd69d66b6d</serial>
Nov 27 14:51:37 user nova-compute[75432]:     </disk>
Nov 27 14:51:37 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:51:37 user nova-compute[75432]:       <mac address="fa:16:3e:40:c7:33"/>
Nov 27 14:51:37 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:51:37 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:51:37 user nova-compute[75432]:       <target dev="tap697edb7c-00"/>
Nov 27 14:51:37 user nova-compute[75432]:     </interface>
Nov 27 14:51:37 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:51:37 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/f5e0313a-99a7-497d-b05a-0f0b5c900360/console.log" append="off"/>
Nov 27 14:51:37 user nova-compute[75432]:     </serial>
Nov 27 14:51:37 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:51:37 user nova-compute[75432]:     <video>
Nov 27 14:51:37 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:51:37 user nova-compute[75432]:     </video>
Nov 27 14:51:37 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:51:37 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:51:37 user nova-compute[75432]:     </rng>
Nov 27 14:51:37 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:51:37 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:51:37 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:51:37 user nova-compute[75432]:     </memballoon>
Nov 27 14:51:37 user nova-compute[75432]:   </devices>
Nov 27 14:51:37 user nova-compute[75432]: </domain>
Nov 27 14:51:37 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1318091451',display_name='tempest-TestVolumeBootPattern-server-1318091451',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1318091451',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKbXP8n9+mnMpaK58PQJ8CTzeF16IiFmmDwnx/D7WYXSooo2Uz1CaRdneGzxHftqAibHIw4NkgIn8R+u/klTdfNrbJmhzN3uXdnkwlQYjMmemXsGQMiiCp8FYWp6d1F1UQ==',key_name='tempest-TestVolumeBootPattern-829350422',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-bujdmd4c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:51:29Z,user_data=None,user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=f5e0313a-99a7-497d-b05a-0f0b5c900360,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "697edb7c-0023-4504-8054-a1d51118932a", "address": "fa:16:3e:40:c7:33", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap697edb7c-00", "ovs_interfaceid": "697edb7c-0023-4504-8054-a1d51118932a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "697edb7c-0023-4504-8054-a1d51118932a", "address": "fa:16:3e:40:c7:33", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap697edb7c-00", "ovs_interfaceid": "697edb7c-0023-4504-8054-a1d51118932a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:c7:33,bridge_name='br-int',has_traffic_filtering=True,id=697edb7c-0023-4504-8054-a1d51118932a,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap697edb7c-00') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG os_vif [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:c7:33,bridge_name='br-int',has_traffic_filtering=True,id=697edb7c-0023-4504-8054-a1d51118932a,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap697edb7c-00') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '475051e2-8739-5bab-80c4-744217c221c0', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap697edb7c-00, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap697edb7c-00, col_values=(('qos', UUID('ac5cb0c4-0f2e-499d-9e73-3c0a0002bfe4')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap697edb7c-00, col_values=(('external_ids', {'iface-id': '697edb7c-0023-4504-8054-a1d51118932a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:40:c7:33', 'vm-uuid': 'f5e0313a-99a7-497d-b05a-0f0b5c900360'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:37 user nova-compute[75432]: INFO os_vif [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:c7:33,bridge_name='br-int',has_traffic_filtering=True,id=697edb7c-0023-4504-8054-a1d51118932a,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap697edb7c-00')
Nov 27 14:51:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:51:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] No VIF found with MAC fa:16:3e:40:c7:33, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:51:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-14e5b76a-9dae-4a78-a727-dbced3eea6fd req-890f3814-b375-4618-b711-f1b00b7a90a1 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Received event network-vif-plugged-697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:51:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-14e5b76a-9dae-4a78-a727-dbced3eea6fd req-890f3814-b375-4618-b711-f1b00b7a90a1 service nova] Acquiring lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-14e5b76a-9dae-4a78-a727-dbced3eea6fd req-890f3814-b375-4618-b711-f1b00b7a90a1 service nova] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-14e5b76a-9dae-4a78-a727-dbced3eea6fd req-890f3814-b375-4618-b711-f1b00b7a90a1 service nova] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:38 user nova-compute[75432]: DEBUG nova.compute.manager [req-14e5b76a-9dae-4a78-a727-dbced3eea6fd req-890f3814-b375-4618-b711-f1b00b7a90a1 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] No waiting events found dispatching network-vif-plugged-697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:51:38 user nova-compute[75432]: WARNING nova.compute.manager [req-14e5b76a-9dae-4a78-a727-dbced3eea6fd req-890f3814-b375-4618-b711-f1b00b7a90a1 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Received unexpected event network-vif-plugged-697edb7c-0023-4504-8054-a1d51118932a for instance with vm_state building and task_state spawning.
Nov 27 14:51:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:39 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:40 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 is timed out.
Nov 27 14:51:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Successfully detached device vdb from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the live domain config.
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xcEPnbap', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:51:40 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa947fba-9524-4755-94e3-a77c2a742189]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:51:40 user nova-compute[75432]: No targets found.
Nov 27 14:51:40 user nova-compute[75432]: iSNS:
Nov 27 14:51:40 user nova-compute[75432]: No targets found.
Nov 27 14:51:40 user nova-compute[75432]: STATIC:
Nov 27 14:51:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8
Nov 27 14:51:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:51:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:51:40 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d
Nov 27 14:51:40 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:51:40 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:51:40 user nova-compute[75432]: FIRMWARE:
Nov 27 14:51:40 user nova-compute[75432]: No targets found.
Nov 27 14:51:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:51:40 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:51:40 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[99abdfee-2e19-4be6-9dd4-7ef00a3040ea]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[02bb3a51-3b3e-4a9c-8b17-71458ebecb9f]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 (non-flash)
Nov 27 14:51:40 user nova-compute[75432]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:51:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 (non-flash)
Nov 27 14:51:40 user nova-compute[75432]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:51:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b701fdea0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f24fdaf-afe5-4819-8c72-e0111553b7ea]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e66644b-e196-406b-b393-62bc6ee6b4f8]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ca6787e-4bb2-4cce-96e7-90f2a011253f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d9151d-ffaf-4392-98ad-c1de5af51749]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e22ba448-9ead-47c0-8cd4-f5ef42bef5c2]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:51:40 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Instance spawned successfully.
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9479595f-7328-42aa-b609-d7d21c7e4de3]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8, portal: 172.16.0.220,3260]
Nov 27 14:51:40 user nova-compute[75432]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8, portal: 172.16.0.220,3260] successful.
Nov 27 14:51:40 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4c662beb-196f-4754-8802-1307c6ba87e8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4889ecb0-b4ad-4d92-887b-b72eecec6099]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] <== disconnect_volume: return (297ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:51:40 user nova-compute[75432]: INFO nova.compute.manager [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Took 5.02 seconds to spawn the instance on the hypervisor.
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.compute.manager [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-4546462c-f753-4210-92f1-0f9d9974bd7b req-00d22881-ab98-4c04-ada2-5a9dddea1ef8 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Received event network-vif-plugged-697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4546462c-f753-4210-92f1-0f9d9974bd7b req-00d22881-ab98-4c04-ada2-5a9dddea1ef8 service nova] Acquiring lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4546462c-f753-4210-92f1-0f9d9974bd7b req-00d22881-ab98-4c04-ada2-5a9dddea1ef8 service nova] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-4546462c-f753-4210-92f1-0f9d9974bd7b req-00d22881-ab98-4c04-ada2-5a9dddea1ef8 service nova] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:40 user nova-compute[75432]: DEBUG nova.compute.manager [req-4546462c-f753-4210-92f1-0f9d9974bd7b req-00d22881-ab98-4c04-ada2-5a9dddea1ef8 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] No waiting events found dispatching network-vif-plugged-697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:51:40 user nova-compute[75432]: WARNING nova.compute.manager [req-4546462c-f753-4210-92f1-0f9d9974bd7b req-00d22881-ab98-4c04-ada2-5a9dddea1ef8 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Received unexpected event network-vif-plugged-697edb7c-0023-4504-8054-a1d51118932a for instance with vm_state building and task_state spawning.
Nov 27 14:51:40 user nova-compute[75432]: INFO nova.compute.manager [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Took 12.14 seconds to build instance.
Nov 27 14:51:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d81a69cb-0d23-42ed-b8e2-78a408115d1a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.242s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:41 user nova-compute[75432]: DEBUG nova.objects.instance [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'flavor' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:51:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-6a073518-f50b-4151-b18c-cc08d8ddde54 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.628s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:42 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:51:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:51:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:51:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:51:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:51:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:51:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8524MB free_disk=24.87655258178711GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 08c7df11-f577-4a78-a189-96e9dc33592b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6595b1de-9b8e-4d78-a750-300409881b86 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance f5e0313a-99a7-497d-b05a-0f0b5c900360 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:51:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.352s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:47 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:51:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:51:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:51:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:51:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:51:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:51:50 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:51:50 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:51:51 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:51:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:51:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-4c9069c5-1a67-4c42-8586-789b3b0c1959" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:51:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-4c9069c5-1a67-4c42-8586-789b3b0c1959" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:51:51 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updating instance_info_cache with network_info: [{"id": "85689d33-8572-404c-8067-cad1629916f0", "address": "fa:16:3e:ad:56:28", "network": {"id": "6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1490702239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf904c6cafd242fcb7cad5336e574b1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85689d33-85", "ovs_interfaceid": "85689d33-8572-404c-8067-cad1629916f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-4c9069c5-1a67-4c42-8586-789b3b0c1959" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "08c7df11-f577-4a78-a189-96e9dc33592b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "08c7df11-f577-4a78-a189-96e9dc33592b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:52 user nova-compute[75432]: INFO nova.compute.manager [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Terminating instance
Nov 27 14:51:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-d8879a99-20c9-4ae2-a0e2-09829231e67c req-8e11fc78-edfe-45d3-a270-8352fb169b1c service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Received event network-vif-unplugged-732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d8879a99-20c9-4ae2-a0e2-09829231e67c req-8e11fc78-edfe-45d3-a270-8352fb169b1c service nova] Acquiring lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d8879a99-20c9-4ae2-a0e2-09829231e67c req-8e11fc78-edfe-45d3-a270-8352fb169b1c service nova] Lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-d8879a99-20c9-4ae2-a0e2-09829231e67c req-8e11fc78-edfe-45d3-a270-8352fb169b1c service nova] Lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-d8879a99-20c9-4ae2-a0e2-09829231e67c req-8e11fc78-edfe-45d3-a270-8352fb169b1c service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] No waiting events found dispatching network-vif-unplugged-732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG nova.compute.manager [req-d8879a99-20c9-4ae2-a0e2-09829231e67c req-8e11fc78-edfe-45d3-a270-8352fb169b1c service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Received event network-vif-unplugged-732bd3f8-b603-4fdc-a433-45ae8c60c633 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:51:53 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Instance destroyed successfully.
Nov 27 14:51:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lazy-loading 'resources' on Instance uuid 08c7df11-f577-4a78-a189-96e9dc33592b {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:32:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-813989598',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-813989598',id=25,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:32:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='03391693a1d74dc785097aaec5321eed',ramdisk_id='',reservation_id='r-7nt0vs4x',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-989633053',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:34:11Z,user_data=None,user_id='ac7d7266b7c449bd893608703e58a802',uuid=08c7df11-f577-4a78-a189-96e9dc33592b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converting VIF {"id": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "address": "fa:16:3e:08:16:08", "network": {"id": "61edd20f-ea0b-4252-9eb5-acf5f0d3a114", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-13703150-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "03391693a1d74dc785097aaec5321eed", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap732bd3f8-b6", "ovs_interfaceid": "732bd3f8-b603-4fdc-a433-45ae8c60c633", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:08:16:08,bridge_name='br-int',has_traffic_filtering=True,id=732bd3f8-b603-4fdc-a433-45ae8c60c633,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732bd3f8-b6') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG os_vif [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:16:08,bridge_name='br-int',has_traffic_filtering=True,id=732bd3f8-b603-4fdc-a433-45ae8c60c633,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732bd3f8-b6') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap732bd3f8-b6, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=72a11572-7699-4ceb-9d6f-dae24d9bcaa1) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:51:53 user nova-compute[75432]: INFO os_vif [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:08:16:08,bridge_name='br-int',has_traffic_filtering=True,id=732bd3f8-b603-4fdc-a433-45ae8c60c633,network=Network(61edd20f-ea0b-4252-9eb5-acf5f0d3a114),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap732bd3f8-b6')
Nov 27 14:51:53 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Deleting instance files /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b_del
Nov 27 14:51:53 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Deletion of /opt/stack/data/nova/instances/08c7df11-f577-4a78-a189-96e9dc33592b_del complete
Nov 27 14:51:53 user nova-compute[75432]: INFO nova.compute.manager [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Took 0.71 seconds to destroy the instance on the hypervisor.
Nov 27 14:51:53 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:51:53 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:51:54 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:51:54 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Took 0.61 seconds to deallocate network for instance.
Nov 27 14:51:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-5253f3f4-6a31-4e05-b5ae-620e6c81a831 req-f8a01815-8a6c-49c9-b558-6376b2b1a371 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Received event network-vif-deleted-732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:51:54 user nova-compute[75432]: INFO nova.compute.manager [req-5253f3f4-6a31-4e05-b5ae-620e6c81a831 req-f8a01815-8a6c-49c9-b558-6376b2b1a371 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Neutron deleted interface 732bd3f8-b603-4fdc-a433-45ae8c60c633; detaching it from the instance and deleting it from the info cache
Nov 27 14:51:54 user nova-compute[75432]: DEBUG nova.network.neutron [req-5253f3f4-6a31-4e05-b5ae-620e6c81a831 req-f8a01815-8a6c-49c9-b558-6376b2b1a371 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:51:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-5253f3f4-6a31-4e05-b5ae-620e6c81a831 req-f8a01815-8a6c-49c9-b558-6376b2b1a371 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Detach interface failed, port_id=732bd3f8-b603-4fdc-a433-45ae8c60c633, reason: Instance 08c7df11-f577-4a78-a189-96e9dc33592b could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:51:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:54 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:51:54 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:51:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.205s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:54 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Deleted allocations for instance 08c7df11-f577-4a78-a189-96e9dc33592b
Nov 27 14:51:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-e90f1c86-bcb7-4566-94b9-61e11aaa735f tempest-ServerBootFromVolumeStableRescueTest-989633053 tempest-ServerBootFromVolumeStableRescueTest-989633053-project-member] Lock "08c7df11-f577-4a78-a189-96e9dc33592b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.841s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-a5c5420d-45d5-4302-8e38-0d7ff866cf83 req-5e1f26de-def1-451f-a383-f559a0e16789 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Received event network-vif-plugged-732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:51:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a5c5420d-45d5-4302-8e38-0d7ff866cf83 req-5e1f26de-def1-451f-a383-f559a0e16789 service nova] Acquiring lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:51:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a5c5420d-45d5-4302-8e38-0d7ff866cf83 req-5e1f26de-def1-451f-a383-f559a0e16789 service nova] Lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:51:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a5c5420d-45d5-4302-8e38-0d7ff866cf83 req-5e1f26de-def1-451f-a383-f559a0e16789 service nova] Lock "08c7df11-f577-4a78-a189-96e9dc33592b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:51:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-a5c5420d-45d5-4302-8e38-0d7ff866cf83 req-5e1f26de-def1-451f-a383-f559a0e16789 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] No waiting events found dispatching network-vif-plugged-732bd3f8-b603-4fdc-a433-45ae8c60c633 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:51:55 user nova-compute[75432]: WARNING nova.compute.manager [req-a5c5420d-45d5-4302-8e38-0d7ff866cf83 req-5e1f26de-def1-451f-a383-f559a0e16789 service nova] [instance: 08c7df11-f577-4a78-a189-96e9dc33592b] Received unexpected event network-vif-plugged-732bd3f8-b603-4fdc-a433-45ae8c60c633 for instance with vm_state deleted and task_state None.
Nov 27 14:51:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:51:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG nova.objects.instance [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'flavor' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:52:13 user nova-compute[75432]: INFO nova.compute.manager [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attaching volume 3a6490d8-6ac5-49e5-8094-c660b22affbe to /dev/vdb
Nov 27 14:52:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG os_brick.utils [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11a62ec-5360-42ce-ae92-5d9c2bf2aeec]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee062c4f-20cc-4b0e-9145-8647aad8b9b5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[297ee9db-3388-41df-a116-9196e7e8532a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab9d1ca9-9740-400d-b6c0-37b83d83086c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:52:13 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:52:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b54d9675-690d-4312-a4ba-6f7d5bdb5ac5]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG os_brick.utils [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updating existing volume attachment record: c47c329f-20a5-43ff-99df-965eef15f3de {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:52:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hatjUImw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:52:19 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:52:19 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:52:19 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[62a9aa87-6f28-4954-9b63-0fba7d7ff0bc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:52:19 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0353f27c-6ff0-4df1-bbeb-025fc999b35b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe] added
Nov 27 14:52:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[126ed5bc-2b69-4dbf-943a-8ca5927b9a91]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[39869627-4c7c-45a7-979d-e296b8d8e5b9]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hatjUImw {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hatjUImw" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c39742d-3703-48cd-be02-7edab09925c3]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hatjUImw'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8691ba0f-9597-4cab-a842-e8bd67b1c79d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7632d75-2be2-4bc1-887d-33f36d20b93c]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:52:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:52:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c69f86e-d673-41d1-9406-b4bd875f1f53]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe, portal: 172.16.0.220,3260]
Nov 27 14:52:19 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe, portal: 172.16.0.220,3260] successful.
Nov 27 14:52:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[022a2063-8c7e-46c5-ace5-3232a52bb028]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc1d2923-1a50-4634-b03e-e57b35643938]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:52:19 user nova-compute[75432]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe (non-flash)
Nov 27 14:52:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:52:19 user nova-compute[75432]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe (non-flash)
Nov 27 14:52:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[97c208ca-783d-40f6-ae9e-f758187e83b6]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:52:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hatjUImw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:52:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:52:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '23930663936363439', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:52:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23930663936363439', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:52:20 user nova-compute[75432]: DEBUG nova.objects.instance [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'flavor' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:52:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:52:20 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:52:20 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:52:20 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:52:20 user nova-compute[75432]:   <serial>3a6490d8-6ac5-49e5-8094-c660b22affbe</serial>
Nov 27 14:52:20 user nova-compute[75432]: </disk>
Nov 27 14:52:20 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:52:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:52:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:52:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] No VIF found with MAC fa:16:3e:ad:56:28, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:52:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-d487cbe8-0551-4cbe-b231-2c2f2cdfe8f8 tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.026s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:52:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:52:23 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:52:23 user nova-compute[75432]: INFO nova.compute.manager [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Detaching volume 3a6490d8-6ac5-49e5-8094-c660b22affbe
Nov 27 14:52:23 user nova-compute[75432]: INFO nova.virt.block_device [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Attempting to driver detach volume 3a6490d8-6ac5-49e5-8094-c660b22affbe from mountpoint /dev/vdb
Nov 27 14:52:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Attempting to detach device vdb from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:52:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:52:23 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:52:23 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:52:23 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:52:23 user nova-compute[75432]:   <serial>3a6490d8-6ac5-49e5-8094-c660b22affbe</serial>
Nov 27 14:52:23 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:52:23 user nova-compute[75432]: </disk>
Nov 27 14:52:23 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:52:23 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Successfully detached device vdb from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the persistent domain config.
Nov 27 14:52:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:52:23 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:52:23 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:52:23 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:52:23 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:52:23 user nova-compute[75432]:   <serial>3a6490d8-6ac5-49e5-8094-c660b22affbe</serial>
Nov 27 14:52:23 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:52:23 user nova-compute[75432]: </disk>
Nov 27 14:52:23 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:52:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:52:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:52:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:52:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:52:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:52:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:52:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:52:43 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:52:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:44 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 is timed out.
Nov 27 14:52:44 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Successfully detached device vdb from instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 from the live domain config.
Nov 27 14:52:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hatjUImw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:52:44 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed246ac6-5f2c-4448-838f-e75c4df8da0d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:52:44 user nova-compute[75432]: No targets found.
Nov 27 14:52:44 user nova-compute[75432]: iSNS:
Nov 27 14:52:44 user nova-compute[75432]: No targets found.
Nov 27 14:52:44 user nova-compute[75432]: STATIC:
Nov 27 14:52:44 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe
Nov 27 14:52:44 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:52:44 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:52:44 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d
Nov 27 14:52:44 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:52:44 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:52:44 user nova-compute[75432]: FIRMWARE:
Nov 27 14:52:44 user nova-compute[75432]: No targets found.
Nov 27 14:52:44 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:52:44 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:52:44 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[edef3e9f-bc47-43dc-baba-11048e7462f4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[53fc3d50-bcd7-4544-b028-8ae0a5bbccc6]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\ntcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:52:44 user nova-compute[75432]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe (non-flash)
Nov 27 14:52:44 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:52:44 user nova-compute[75432]: tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe (non-flash)
Nov 27 14:52:44 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b701fd990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f047104-0f37-47f3-b353-d1694a918054]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5cd00cb-bb88-4c3d-af87-8631f4fc74d6]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bee1c367-fac1-4610-9a1e-d2d4f8ac5919]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1345163e-b436-4040-a5f3-b153cebb8bd2]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5aa026c-ebe0-4f33-b10f-4b295bb49c3c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ae7cbb2-03d8-4efb-9f7f-f6851ac25f71]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe, portal: 172.16.0.220,3260]
Nov 27 14:52:44 user nova-compute[75432]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe, portal: 172.16.0.220,3260] successful.
Nov 27 14:52:44 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3a6490d8-6ac5-49e5-8094-c660b22affbe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[53b57693-fdff-4d3c-893a-9d1bb476f6bf]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] <== disconnect_volume: return (295ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:52:44 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:52:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:52:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:52:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8631MB free_disk=25.000274658203125GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6595b1de-9b8e-4d78-a750-300409881b86 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance f5e0313a-99a7-497d-b05a-0f0b5c900360 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.266s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG nova.objects.instance [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'flavor' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:52:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-55f270f8-79ad-44fd-9c65-49f56d36526a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.844s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:52:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:52:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:52:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:52:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:52:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:52:48 user nova-compute[75432]: DEBUG nova.compute.manager [req-1721aac0-3348-413d-891d-cf0e7f43fcc5 req-915f4183-1ed7-4c55-b4cb-8be9df3b72e9 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Received event network-changed-7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:52:48 user nova-compute[75432]: DEBUG nova.compute.manager [req-1721aac0-3348-413d-891d-cf0e7f43fcc5 req-915f4183-1ed7-4c55-b4cb-8be9df3b72e9 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Refreshing instance network info cache due to event network-changed-7e4eed2b-5048-462f-8748-482cd388fed0. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:52:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1721aac0-3348-413d-891d-cf0e7f43fcc5 req-915f4183-1ed7-4c55-b4cb-8be9df3b72e9 service nova] Acquiring lock "refresh_cache-6595b1de-9b8e-4d78-a750-300409881b86" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:52:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1721aac0-3348-413d-891d-cf0e7f43fcc5 req-915f4183-1ed7-4c55-b4cb-8be9df3b72e9 service nova] Acquired lock "refresh_cache-6595b1de-9b8e-4d78-a750-300409881b86" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:52:48 user nova-compute[75432]: DEBUG nova.network.neutron [req-1721aac0-3348-413d-891d-cf0e7f43fcc5 req-915f4183-1ed7-4c55-b4cb-8be9df3b72e9 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Refreshing network info cache for port 7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:52:49 user nova-compute[75432]: DEBUG nova.network.neutron [req-1721aac0-3348-413d-891d-cf0e7f43fcc5 req-915f4183-1ed7-4c55-b4cb-8be9df3b72e9 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Updated VIF entry in instance network info cache for port 7e4eed2b-5048-462f-8748-482cd388fed0. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:52:49 user nova-compute[75432]: DEBUG nova.network.neutron [req-1721aac0-3348-413d-891d-cf0e7f43fcc5 req-915f4183-1ed7-4c55-b4cb-8be9df3b72e9 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Updating instance_info_cache with network_info: [{"id": "7e4eed2b-5048-462f-8748-482cd388fed0", "address": "fa:16:3e:5a:ae:a9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4eed2b-50", "ovs_interfaceid": "7e4eed2b-5048-462f-8748-482cd388fed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:52:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-1721aac0-3348-413d-891d-cf0e7f43fcc5 req-915f4183-1ed7-4c55-b4cb-8be9df3b72e9 service nova] Releasing lock "refresh_cache-6595b1de-9b8e-4d78-a750-300409881b86" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "6595b1de-9b8e-4d78-a750-300409881b86" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "6595b1de-9b8e-4d78-a750-300409881b86" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG nova.objects.instance [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'flavor' on Instance uuid 6595b1de-9b8e-4d78-a750-300409881b86 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "6595b1de-9b8e-4d78-a750-300409881b86" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "6595b1de-9b8e-4d78-a750-300409881b86" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "6595b1de-9b8e-4d78-a750-300409881b86" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:52:51 user nova-compute[75432]: INFO nova.compute.manager [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Attaching volume 2df23600-8ef2-4036-9012-335d3c0541f4 to /dev/vdb
Nov 27 14:52:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG os_brick.utils [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbbe8131-684c-4f67-bce4-1f8b2e0acd81]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b61d62a0-4a74-41c3-b657-ea6cc4f6b604]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[10a53b06-919c-4b6e-a60e-fdb6e87a66de]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[931e45cd-66f1-4d2d-8fd6-d4e8d845f420]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:52:51 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:52:51 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[62a957ae-f29e-4815-bf4a-9a126e69e465]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG os_brick.utils [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:52:51 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Updating existing volume attachment record: c3319dad-1811-40bf-bd5f-811d8495d77d {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:52:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:52:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:52:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:52:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "7eeca525-2808-47c1-8a55-70cac3dab345" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:52:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:52:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:52:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:52:56 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:52:56 user nova-compute[75432]: INFO nova.compute.claims [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Claim successful on node user
Nov 27 14:52:56 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:52:56 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:52:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.279s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:52:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:52:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:52:56 user nova-compute[75432]: DEBUG nova.network.neutron [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:52:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:52:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:52:56 user nova-compute[75432]: DEBUG nova.policy [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '728ddf0b7aaa4e9b86f25401d5c5401e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c798a017b7ad45d6ac27ca1fcf2a0bd0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:52:57 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Creating image(s)
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "/opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "/opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "/opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.108s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.170s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk 1073741824" returned: 0 in 0.059s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG nova.network.neutron [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Successfully created port: 1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Cannot resize image /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Ensure instance console log exists: /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:52:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Successfully updated port: 1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquired lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-01a94bfd-1d1f-4afe-8661-dc098372638c req-5f184a04-bc05-4f16-ba78-0eacf163a7db service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-changed-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.compute.manager [req-01a94bfd-1d1f-4afe-8661-dc098372638c req-5f184a04-bc05-4f16-ba78-0eacf163a7db service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Refreshing instance network info cache due to event network-changed-1e12f97b-603a-40a5-a07a-0d15861d92b0. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-01a94bfd-1d1f-4afe-8661-dc098372638c req-5f184a04-bc05-4f16-ba78-0eacf163a7db service nova] Acquiring lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updating instance_info_cache with network_info: [{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Releasing lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Instance network_info: |[{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-01a94bfd-1d1f-4afe-8661-dc098372638c req-5f184a04-bc05-4f16-ba78-0eacf163a7db service nova] Acquired lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.network.neutron [req-01a94bfd-1d1f-4afe-8661-dc098372638c req-5f184a04-bc05-4f16-ba78-0eacf163a7db service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Refreshing network info cache for port 1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Start _get_guest_xml network_info=[{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:52:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:52:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:52:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-987510740',display_name='tempest-ServerStableDeviceRescueTest-server-987510740',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-987510740',id=50,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFaRY0ch0T4Ak7hPaWnVRYe+4sVJwyW1GozgOqjGng6usbXzd06e6kPD8ZQqp/e0+ARaPI/EvhfsoezswPYKA7rsgo7RU8QHklnKNaQaOF2xm8rVJqLkNK2yIOsTQE351w==',key_name='tempest-keypair-88980637',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c798a017b7ad45d6ac27ca1fcf2a0bd0',ramdisk_id='',reservation_id='r-cidbd5li',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-2117212321',owner_user_name='tempest-ServerStableDeviceRescueTest-2117212321-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:52:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='728ddf0b7aaa4e9b86f25401d5c5401e',uuid=7eeca525-2808-47c1-8a55-70cac3dab345,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Converting VIF {"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:bf:c4,bridge_name='br-int',has_traffic_filtering=True,id=1e12f97b-603a-40a5-a07a-0d15861d92b0,network=Network(0cdd1484-4860-4ec8-b12a-b964e4ee028d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e12f97b-60') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.objects.instance [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lazy-loading 'pci_devices' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:52:58 user nova-compute[75432]:   <uuid>7eeca525-2808-47c1-8a55-70cac3dab345</uuid>
Nov 27 14:52:58 user nova-compute[75432]:   <name>instance-00000032</name>
Nov 27 14:52:58 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:52:58 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:52:58 user nova-compute[75432]:   <metadata>
Nov 27 14:52:58 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:52:58 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:52:58 user nova-compute[75432]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-987510740</nova:name>
Nov 27 14:52:58 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:52:58</nova:creationTime>
Nov 27 14:52:58 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:52:58 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:52:58 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:52:58 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:52:58 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:52:58 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:52:58 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:52:58 user nova-compute[75432]:       <nova:owner>
Nov 27 14:52:58 user nova-compute[75432]:         <nova:user uuid="728ddf0b7aaa4e9b86f25401d5c5401e">tempest-ServerStableDeviceRescueTest-2117212321-project-member</nova:user>
Nov 27 14:52:58 user nova-compute[75432]:         <nova:project uuid="c798a017b7ad45d6ac27ca1fcf2a0bd0">tempest-ServerStableDeviceRescueTest-2117212321</nova:project>
Nov 27 14:52:58 user nova-compute[75432]:       </nova:owner>
Nov 27 14:52:58 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:52:58 user nova-compute[75432]:       <nova:ports>
Nov 27 14:52:58 user nova-compute[75432]:         <nova:port uuid="1e12f97b-603a-40a5-a07a-0d15861d92b0">
Nov 27 14:52:58 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 27 14:52:58 user nova-compute[75432]:         </nova:port>
Nov 27 14:52:58 user nova-compute[75432]:       </nova:ports>
Nov 27 14:52:58 user nova-compute[75432]:     </nova:instance>
Nov 27 14:52:58 user nova-compute[75432]:   </metadata>
Nov 27 14:52:58 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:52:58 user nova-compute[75432]:     <system>
Nov 27 14:52:58 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:52:58 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:52:58 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:52:58 user nova-compute[75432]:       <entry name="serial">7eeca525-2808-47c1-8a55-70cac3dab345</entry>
Nov 27 14:52:58 user nova-compute[75432]:       <entry name="uuid">7eeca525-2808-47c1-8a55-70cac3dab345</entry>
Nov 27 14:52:58 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:52:58 user nova-compute[75432]:     </system>
Nov 27 14:52:58 user nova-compute[75432]:   </sysinfo>
Nov 27 14:52:58 user nova-compute[75432]:   <os>
Nov 27 14:52:58 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:52:58 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:52:58 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:52:58 user nova-compute[75432]:   </os>
Nov 27 14:52:58 user nova-compute[75432]:   <features>
Nov 27 14:52:58 user nova-compute[75432]:     <acpi/>
Nov 27 14:52:58 user nova-compute[75432]:     <apic/>
Nov 27 14:52:58 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:52:58 user nova-compute[75432]:   </features>
Nov 27 14:52:58 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:52:58 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:52:58 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:52:58 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:52:58 user nova-compute[75432]:   </clock>
Nov 27 14:52:58 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:52:58 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:52:58 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:52:58 user nova-compute[75432]:   </cpu>
Nov 27 14:52:58 user nova-compute[75432]:   <devices>
Nov 27 14:52:58 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:52:58 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:52:58 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk"/>
Nov 27 14:52:58 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:52:58 user nova-compute[75432]:     </disk>
Nov 27 14:52:58 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:52:58 user nova-compute[75432]:       <mac address="fa:16:3e:6c:bf:c4"/>
Nov 27 14:52:58 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:52:58 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:52:58 user nova-compute[75432]:       <target dev="tap1e12f97b-60"/>
Nov 27 14:52:58 user nova-compute[75432]:     </interface>
Nov 27 14:52:58 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:52:58 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/console.log" append="off"/>
Nov 27 14:52:58 user nova-compute[75432]:     </serial>
Nov 27 14:52:58 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:52:58 user nova-compute[75432]:     <video>
Nov 27 14:52:58 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:52:58 user nova-compute[75432]:     </video>
Nov 27 14:52:58 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:52:58 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:52:58 user nova-compute[75432]:     </rng>
Nov 27 14:52:58 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:52:58 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:52:58 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:52:58 user nova-compute[75432]:     </memballoon>
Nov 27 14:52:58 user nova-compute[75432]:   </devices>
Nov 27 14:52:58 user nova-compute[75432]: </domain>
Nov 27 14:52:58 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:52:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-987510740',display_name='tempest-ServerStableDeviceRescueTest-server-987510740',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-987510740',id=50,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFaRY0ch0T4Ak7hPaWnVRYe+4sVJwyW1GozgOqjGng6usbXzd06e6kPD8ZQqp/e0+ARaPI/EvhfsoezswPYKA7rsgo7RU8QHklnKNaQaOF2xm8rVJqLkNK2yIOsTQE351w==',key_name='tempest-keypair-88980637',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c798a017b7ad45d6ac27ca1fcf2a0bd0',ramdisk_id='',reservation_id='r-cidbd5li',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-2117212321',owner_user_name='tempest-ServerStableDeviceRescueTest-2117212321-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:52:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='728ddf0b7aaa4e9b86f25401d5c5401e',uuid=7eeca525-2808-47c1-8a55-70cac3dab345,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Converting VIF {"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:bf:c4,bridge_name='br-int',has_traffic_filtering=True,id=1e12f97b-603a-40a5-a07a-0d15861d92b0,network=Network(0cdd1484-4860-4ec8-b12a-b964e4ee028d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e12f97b-60') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG os_vif [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:bf:c4,bridge_name='br-int',has_traffic_filtering=True,id=1e12f97b-603a-40a5-a07a-0d15861d92b0,network=Network(0cdd1484-4860-4ec8-b12a-b964e4ee028d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e12f97b-60') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'aac33b86-858d-5ce7-96e3-06daeb204296', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1e12f97b-60, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1e12f97b-60, col_values=(('qos', UUID('4350dd9d-c281-4a86-8c6e-49699956429f')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1e12f97b-60, col_values=(('external_ids', {'iface-id': '1e12f97b-603a-40a5-a07a-0d15861d92b0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6c:bf:c4', 'vm-uuid': '7eeca525-2808-47c1-8a55-70cac3dab345'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:58 user nova-compute[75432]: INFO os_vif [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:bf:c4,bridge_name='br-int',has_traffic_filtering=True,id=1e12f97b-603a-40a5-a07a-0d15861d92b0,network=Network(0cdd1484-4860-4ec8-b12a-b964e4ee028d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e12f97b-60')
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:52:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] No VIF found with MAC fa:16:3e:6c:bf:c4, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:52:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-01a94bfd-1d1f-4afe-8661-dc098372638c req-5f184a04-bc05-4f16-ba78-0eacf163a7db service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updated VIF entry in instance network info cache for port 1e12f97b-603a-40a5-a07a-0d15861d92b0. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:52:59 user nova-compute[75432]: DEBUG nova.network.neutron [req-01a94bfd-1d1f-4afe-8661-dc098372638c req-5f184a04-bc05-4f16-ba78-0eacf163a7db service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updating instance_info_cache with network_info: [{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:52:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-01a94bfd-1d1f-4afe-8661-dc098372638c req-5f184a04-bc05-4f16-ba78-0eacf163a7db service nova] Releasing lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:52:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:52:59 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-5f6650c4-0f20-4245-a3e3-f3c882d7b8ad req-94051b71-9466-4c7e-a83f-c073a0522f98 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5f6650c4-0f20-4245-a3e3-f3c882d7b8ad req-94051b71-9466-4c7e-a83f-c073a0522f98 service nova] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5f6650c4-0f20-4245-a3e3-f3c882d7b8ad req-94051b71-9466-4c7e-a83f-c073a0522f98 service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5f6650c4-0f20-4245-a3e3-f3c882d7b8ad req-94051b71-9466-4c7e-a83f-c073a0522f98 service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG nova.compute.manager [req-5f6650c4-0f20-4245-a3e3-f3c882d7b8ad req-94051b71-9466-4c7e-a83f-c073a0522f98 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] No waiting events found dispatching network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:53:00 user nova-compute[75432]: WARNING nova.compute.manager [req-5f6650c4-0f20-4245-a3e3-f3c882d7b8ad req-94051b71-9466-4c7e-a83f-c073a0522f98 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received unexpected event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 for instance with vm_state building and task_state spawning.
Nov 27 14:53:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XhnvVHGR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:53:00 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:53:00 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:53:00 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b229206-c157-4655-bff7-7ee348b16c57]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:53:00 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e05ee5e5-debc-4861-ba47-8034d3727659]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4] added
Nov 27 14:53:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b5e28b6-dd05-4e13-8c5b-82e6aaa47211]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[626c8a6b-8aae-470a-afe6-fb2e355d0d18]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XhnvVHGR {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XhnvVHGR" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[672092d7-39d8-4f67-8197-2143c49a1f8b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XhnvVHGR'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa70fa2-80bd-4bd3-8956-92a9502ce9e5]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f40ba00-15e0-4531-bc72-75df08aec041]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:53:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:53:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f10e708f-5510-4423-9fc9-40679e2ab01a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4, portal: 172.16.0.220,3260]
Nov 27 14:53:00 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4, portal: 172.16.0.220,3260] successful.
Nov 27 14:53:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f45f59ab-07a6-4f4b-938a-1aacab5c7d6a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[19c9c8c0-d9df-41b3-898c-adf47820da83]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:53:00 user nova-compute[75432]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 (non-flash)
Nov 27 14:53:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:53:00 user nova-compute[75432]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 (non-flash)
Nov 27 14:53:00 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.256s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b86b3593-fc46-4936-84cc-acaba655bd6a]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:00 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:53:01 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:53:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XhnvVHGR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:53:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:53:01 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23063353862653461', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:53:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23063353862653461', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:53:01 user nova-compute[75432]: DEBUG nova.objects.instance [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'flavor' on Instance uuid 6595b1de-9b8e-4d78-a750-300409881b86 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:53:01 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:53:01 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:53:01 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:53:01 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:53:01 user nova-compute[75432]:   <serial>2df23600-8ef2-4036-9012-335d3c0541f4</serial>
Nov 27 14:53:01 user nova-compute[75432]: </disk>
Nov 27 14:53:01 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:53:02 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Instance spawned successfully.
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:53:02 user nova-compute[75432]: INFO nova.compute.manager [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Took 5.13 seconds to spawn the instance on the hypervisor.
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:53:02 user nova-compute[75432]: INFO nova.compute.manager [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Took 5.73 seconds to build instance.
Nov 27 14:53:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-60aee45b-7e74-4be2-8700-47079ae2dd60 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "7eeca525-2808-47c1-8a55-70cac3dab345" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.844s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] No VIF found with MAC fa:16:3e:5a:ae:a9, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-08265f9f-2202-44b1-9336-02287a4a16f3 req-c262d6f0-bb5f-4cf6-9532-b3bda5a5762d service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-08265f9f-2202-44b1-9336-02287a4a16f3 req-c262d6f0-bb5f-4cf6-9532-b3bda5a5762d service nova] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-08265f9f-2202-44b1-9336-02287a4a16f3 req-c262d6f0-bb5f-4cf6-9532-b3bda5a5762d service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-08265f9f-2202-44b1-9336-02287a4a16f3 req-c262d6f0-bb5f-4cf6-9532-b3bda5a5762d service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:02 user nova-compute[75432]: DEBUG nova.compute.manager [req-08265f9f-2202-44b1-9336-02287a4a16f3 req-c262d6f0-bb5f-4cf6-9532-b3bda5a5762d service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] No waiting events found dispatching network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:53:02 user nova-compute[75432]: WARNING nova.compute.manager [req-08265f9f-2202-44b1-9336-02287a4a16f3 req-c262d6f0-bb5f-4cf6-9532-b3bda5a5762d service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received unexpected event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 for instance with vm_state active and task_state None.
Nov 27 14:53:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8c2ad8db-1dbb-46fc-8c33-f032a1fbf148 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "6595b1de-9b8e-4d78-a750-300409881b86" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.757s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "6595b1de-9b8e-4d78-a750-300409881b86" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "6595b1de-9b8e-4d78-a750-300409881b86" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:04 user nova-compute[75432]: INFO nova.compute.manager [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Detaching volume 2df23600-8ef2-4036-9012-335d3c0541f4
Nov 27 14:53:04 user nova-compute[75432]: INFO nova.virt.block_device [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Attempting to driver detach volume 2df23600-8ef2-4036-9012-335d3c0541f4 from mountpoint /dev/vdb
Nov 27 14:53:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Attempting to detach device vdb from instance 6595b1de-9b8e-4d78-a750-300409881b86 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:53:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:53:04 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:53:04 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:53:04 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:53:04 user nova-compute[75432]:   <serial>2df23600-8ef2-4036-9012-335d3c0541f4</serial>
Nov 27 14:53:04 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:53:04 user nova-compute[75432]: </disk>
Nov 27 14:53:04 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:53:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully detached device vdb from instance 6595b1de-9b8e-4d78-a750-300409881b86 from the persistent domain config.
Nov 27 14:53:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6595b1de-9b8e-4d78-a750-300409881b86 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:53:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:53:04 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:53:04 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 14:53:04 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:53:04 user nova-compute[75432]:   <serial>2df23600-8ef2-4036-9012-335d3c0541f4</serial>
Nov 27 14:53:04 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:53:04 user nova-compute[75432]: </disk>
Nov 27 14:53:04 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:53:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6595b1de-9b8e-4d78-a750-300409881b86 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:53:04 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:53:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:53:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:20 user nova-compute[75432]: DEBUG nova.compute.manager [req-beae3d55-1c75-4904-bd15-1f5e751f2d1a req-b31eccaa-196e-4370-966a-dc87133cff79 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Received event network-changed-697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:53:20 user nova-compute[75432]: DEBUG nova.compute.manager [req-beae3d55-1c75-4904-bd15-1f5e751f2d1a req-b31eccaa-196e-4370-966a-dc87133cff79 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Refreshing instance network info cache due to event network-changed-697edb7c-0023-4504-8054-a1d51118932a. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:53:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-beae3d55-1c75-4904-bd15-1f5e751f2d1a req-b31eccaa-196e-4370-966a-dc87133cff79 service nova] Acquiring lock "refresh_cache-f5e0313a-99a7-497d-b05a-0f0b5c900360" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:53:20 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-beae3d55-1c75-4904-bd15-1f5e751f2d1a req-b31eccaa-196e-4370-966a-dc87133cff79 service nova] Acquired lock "refresh_cache-f5e0313a-99a7-497d-b05a-0f0b5c900360" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:53:20 user nova-compute[75432]: DEBUG nova.network.neutron [req-beae3d55-1c75-4904-bd15-1f5e751f2d1a req-b31eccaa-196e-4370-966a-dc87133cff79 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Refreshing network info cache for port 697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:53:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-beae3d55-1c75-4904-bd15-1f5e751f2d1a req-b31eccaa-196e-4370-966a-dc87133cff79 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Updated VIF entry in instance network info cache for port 697edb7c-0023-4504-8054-a1d51118932a. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:53:21 user nova-compute[75432]: DEBUG nova.network.neutron [req-beae3d55-1c75-4904-bd15-1f5e751f2d1a req-b31eccaa-196e-4370-966a-dc87133cff79 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Updating instance_info_cache with network_info: [{"id": "697edb7c-0023-4504-8054-a1d51118932a", "address": "fa:16:3e:40:c7:33", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap697edb7c-00", "ovs_interfaceid": "697edb7c-0023-4504-8054-a1d51118932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:53:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-beae3d55-1c75-4904-bd15-1f5e751f2d1a req-b31eccaa-196e-4370-966a-dc87133cff79 service nova] Releasing lock "refresh_cache-f5e0313a-99a7-497d-b05a-0f0b5c900360" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:53:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "f5e0313a-99a7-497d-b05a-0f0b5c900360" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:21 user nova-compute[75432]: INFO nova.compute.manager [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Terminating instance
Nov 27 14:53:21 user nova-compute[75432]: DEBUG nova.compute.manager [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:53:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:22 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Instance destroyed successfully.
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.objects.instance [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lazy-loading 'resources' on Instance uuid f5e0313a-99a7-497d-b05a-0f0b5c900360 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:51:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1318091451',display_name='tempest-TestVolumeBootPattern-server-1318091451',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1318091451',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKbXP8n9+mnMpaK58PQJ8CTzeF16IiFmmDwnx/D7WYXSooo2Uz1CaRdneGzxHftqAibHIw4NkgIn8R+u/klTdfNrbJmhzN3uXdnkwlQYjMmemXsGQMiiCp8FYWp6d1F1UQ==',key_name='tempest-TestVolumeBootPattern-829350422',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:51:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-bujdmd4c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:51:41Z,user_data=None,user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=f5e0313a-99a7-497d-b05a-0f0b5c900360,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "697edb7c-0023-4504-8054-a1d51118932a", "address": "fa:16:3e:40:c7:33", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap697edb7c-00", "ovs_interfaceid": "697edb7c-0023-4504-8054-a1d51118932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "697edb7c-0023-4504-8054-a1d51118932a", "address": "fa:16:3e:40:c7:33", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap697edb7c-00", "ovs_interfaceid": "697edb7c-0023-4504-8054-a1d51118932a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:40:c7:33,bridge_name='br-int',has_traffic_filtering=True,id=697edb7c-0023-4504-8054-a1d51118932a,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap697edb7c-00') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_vif [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:40:c7:33,bridge_name='br-int',has_traffic_filtering=True,id=697edb7c-0023-4504-8054-a1d51118932a,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap697edb7c-00') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap697edb7c-00, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ac5cb0c4-0f2e-499d-9e73-3c0a0002bfe4) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:22 user nova-compute[75432]: INFO os_vif [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:40:c7:33,bridge_name='br-int',has_traffic_filtering=True,id=697edb7c-0023-4504-8054-a1d51118932a,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap697edb7c-00')
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cUyHtMNW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:53:22 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cb717c2-81c3-4ca8-b25f-c99edffd2b36]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:53:22 user nova-compute[75432]: No targets found.
Nov 27 14:53:22 user nova-compute[75432]: iSNS:
Nov 27 14:53:22 user nova-compute[75432]: No targets found.
Nov 27 14:53:22 user nova-compute[75432]: STATIC:
Nov 27 14:53:22 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4
Nov 27 14:53:22 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:53:22 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:53:22 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d
Nov 27 14:53:22 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:53:22 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:53:22 user nova-compute[75432]: FIRMWARE:
Nov 27 14:53:22 user nova-compute[75432]: No targets found.
Nov 27 14:53:22 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:53:22 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:53:22 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dd79319-0a63-4f01-86ec-d7796bbe919f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[82fd548d-fcee-4d88-a2c6-d956105c7106]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:53:22 user nova-compute[75432]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 (non-flash)
Nov 27 14:53:22 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:53:22 user nova-compute[75432]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 (non-flash)
Nov 27 14:53:22 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b701fd480>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d'): ({'sdc'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Removing single pathed devices sdc {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[230439d0-0c67-4df8-b966-1538c4c3c577]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdc02724-c9e7-45c2-88f2-3d5da864d204]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flushing IO for device /dev/sdc {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f729b350-a4d3-469f-ad95-3436deaca32c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.053s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ed7072e-20c9-4984-a1d0-2157067f6b0d]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_d7495f30', '/dev/disk/by-id/scsi-1SCST_BIOd7495f30-1cde4f3c6792a6f7', '/dev/disk/by-id/scsi-23163646534663363') {{(pid=85645) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d80e9115-2091-40a7-b2ee-87c07ea39475]: (4, None) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de52b37-cc13-44bc-a613-a4f0d888e234]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9982b813-ea9b-47ab-8069-2873bebbfa30]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260]
Nov 27 14:53:22 user nova-compute[75432]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260] successful.
Nov 27 14:53:22 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a38eae99-19c9-4baf-a228-fba3052f4e0d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== disconnect_volume: return (323ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:53:22 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Deleting instance files /opt/stack/data/nova/instances/f5e0313a-99a7-497d-b05a-0f0b5c900360_del
Nov 27 14:53:22 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Deletion of /opt/stack/data/nova/instances/f5e0313a-99a7-497d-b05a-0f0b5c900360_del complete
Nov 27 14:53:22 user nova-compute[75432]: INFO nova.compute.manager [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Took 1.26 seconds to destroy the instance on the hypervisor.
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-bc816be4-3eba-465d-aba2-f045b7c69c2b req-0273d1a9-bf0d-4e03-8584-61c0c3766e60 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Received event network-vif-unplugged-697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bc816be4-3eba-465d-aba2-f045b7c69c2b req-0273d1a9-bf0d-4e03-8584-61c0c3766e60 service nova] Acquiring lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bc816be4-3eba-465d-aba2-f045b7c69c2b req-0273d1a9-bf0d-4e03-8584-61c0c3766e60 service nova] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bc816be4-3eba-465d-aba2-f045b7c69c2b req-0273d1a9-bf0d-4e03-8584-61c0c3766e60 service nova] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-bc816be4-3eba-465d-aba2-f045b7c69c2b req-0273d1a9-bf0d-4e03-8584-61c0c3766e60 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] No waiting events found dispatching network-vif-unplugged-697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-bc816be4-3eba-465d-aba2-f045b7c69c2b req-0273d1a9-bf0d-4e03-8584-61c0c3766e60 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Received event network-vif-unplugged-697edb7c-0023-4504-8054-a1d51118932a for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-bc816be4-3eba-465d-aba2-f045b7c69c2b req-0273d1a9-bf0d-4e03-8584-61c0c3766e60 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Received event network-vif-plugged-697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bc816be4-3eba-465d-aba2-f045b7c69c2b req-0273d1a9-bf0d-4e03-8584-61c0c3766e60 service nova] Acquiring lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bc816be4-3eba-465d-aba2-f045b7c69c2b req-0273d1a9-bf0d-4e03-8584-61c0c3766e60 service nova] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bc816be4-3eba-465d-aba2-f045b7c69c2b req-0273d1a9-bf0d-4e03-8584-61c0c3766e60 service nova] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-bc816be4-3eba-465d-aba2-f045b7c69c2b req-0273d1a9-bf0d-4e03-8584-61c0c3766e60 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] No waiting events found dispatching network-vif-plugged-697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:53:22 user nova-compute[75432]: WARNING nova.compute.manager [req-bc816be4-3eba-465d-aba2-f045b7c69c2b req-0273d1a9-bf0d-4e03-8584-61c0c3766e60 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Received unexpected event network-vif-plugged-697edb7c-0023-4504-8054-a1d51118932a for instance with vm_state active and task_state deleting.
Nov 27 14:53:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:23 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:53:23 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Took 0.99 seconds to deallocate network for instance.
Nov 27 14:53:23 user nova-compute[75432]: DEBUG nova.compute.manager [req-e861d995-2b0b-46ed-be99-dabf6cf6a4b2 req-d148f31d-b0e8-464c-889b-cd291db56f20 service nova] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Received event network-vif-deleted-697edb7c-0023-4504-8054-a1d51118932a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:53:24 user nova-compute[75432]: INFO nova.compute.manager [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: f5e0313a-99a7-497d-b05a-0f0b5c900360] Took 0.83 seconds to detach 1 volumes for instance.
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:24 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6595b1de-9b8e-4d78-a750-300409881b86 is timed out.
Nov 27 14:53:24 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully detached device vdb from instance 6595b1de-9b8e-4d78-a750-300409881b86 from the live domain config.
Nov 27 14:53:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XhnvVHGR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:53:24 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9e8d2af-f131-4141-ba06-ca5b14955a35]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:53:24 user nova-compute[75432]: No targets found.
Nov 27 14:53:24 user nova-compute[75432]: iSNS:
Nov 27 14:53:24 user nova-compute[75432]: No targets found.
Nov 27 14:53:24 user nova-compute[75432]: STATIC:
Nov 27 14:53:24 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4
Nov 27 14:53:24 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:53:24 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:53:24 user nova-compute[75432]: FIRMWARE:
Nov 27 14:53:24 user nova-compute[75432]: No targets found.
Nov 27 14:53:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:53:24 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:53:24 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c82bd9c-1ff9-4b51-9e88-24a34189fd00]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[39a8332e-0cf1-48e8-8955-3ad0534841c9]: (4, ('tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 (non-flash)
Nov 27 14:53:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsi session list stdout=tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 (non-flash)
Nov 27 14:53:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b7d4901f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3781c9e8-4b49-4791-ac74-bd49ceaab9cd]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9710afb3-b38a-464d-94fd-62e38f524924]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[26c7542b-5a15-433b-8ea9-557cae4193cf]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.241s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2310dbaa-56c8-4a4f-bb58-d9a914bd8682]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8852044a-b893-49ac-ae22-553bb83cb8b8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:24 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Deleted allocations for instance f5e0313a-99a7-497d-b05a-0f0b5c900360
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef4f6e86-e8b1-477c-9143-dd77d99efa38]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4, portal: 172.16.0.220,3260]
Nov 27 14:53:24 user nova-compute[75432]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4, portal: 172.16.0.220,3260] successful.
Nov 27 14:53:24 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2df23600-8ef2-4036-9012-335d3c0541f4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[41453956-8891-44e5-bc5e-1e3294343e68]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] <== disconnect_volume: return (326ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:53:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f8665654-b7d0-4bef-af43-9f95b9be6064 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "f5e0313a-99a7-497d-b05a-0f0b5c900360" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.552s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:25 user nova-compute[75432]: DEBUG nova.objects.instance [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'flavor' on Instance uuid 6595b1de-9b8e-4d78-a750-300409881b86 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:53:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-bd4a8ef5-75d7-4d8e-8f95-9ca0f58bb157 tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "6595b1de-9b8e-4d78-a750-300409881b86" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.689s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:27 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:32 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:37 user nova-compute[75432]: INFO nova.compute.manager [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Terminating instance
Nov 27 14:53:37 user nova-compute[75432]: DEBUG nova.compute.manager [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-00cef791-5f1c-4ea4-849d-1a0b5d7cfb0e req-d3a8070f-77bb-40b8-bd74-aeeb5eb627bc service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Received event network-vif-unplugged-85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-00cef791-5f1c-4ea4-849d-1a0b5d7cfb0e req-d3a8070f-77bb-40b8-bd74-aeeb5eb627bc service nova] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-00cef791-5f1c-4ea4-849d-1a0b5d7cfb0e req-d3a8070f-77bb-40b8-bd74-aeeb5eb627bc service nova] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-00cef791-5f1c-4ea4-849d-1a0b5d7cfb0e req-d3a8070f-77bb-40b8-bd74-aeeb5eb627bc service nova] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-00cef791-5f1c-4ea4-849d-1a0b5d7cfb0e req-d3a8070f-77bb-40b8-bd74-aeeb5eb627bc service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] No waiting events found dispatching network-vif-unplugged-85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:53:37 user nova-compute[75432]: DEBUG nova.compute.manager [req-00cef791-5f1c-4ea4-849d-1a0b5d7cfb0e req-d3a8070f-77bb-40b8-bd74-aeeb5eb627bc service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Received event network-vif-unplugged-85689d33-8572-404c-8067-cad1629916f0 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:53:38 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Instance destroyed successfully.
Nov 27 14:53:38 user nova-compute[75432]: DEBUG nova.objects.instance [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lazy-loading 'resources' on Instance uuid 4c9069c5-1a67-4c42-8586-789b3b0c1959 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:53:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:46:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1016404941',display_name='tempest-SnapshotDataIntegrityTests-server-1016404941',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1016404941',id=44,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEXQhBOGJ50A0etMOSBxCiVDiCcS2xIXIRy+jl9QCkjz4sQ/O+X+qnXo21kYzNXhcCXSf+/IZJ/ChuvRx8W+Akv1NWszUZLEJTJRM7PQS7kP4P1hmC4EyV+HVitlovwYsw==',key_name='tempest-keypair-1079764446',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:47:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cf904c6cafd242fcb7cad5336e574b1c',ramdisk_id='',reservation_id='r-0akjh302',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1988430116',owner_user_name='tempest-SnapshotDataIntegrityTests-1988430116-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:47:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d585fa666e7e4e4cbb98b8fe2b15cbbb',uuid=4c9069c5-1a67-4c42-8586-789b3b0c1959,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "85689d33-8572-404c-8067-cad1629916f0", "address": "fa:16:3e:ad:56:28", "network": {"id": "6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1490702239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf904c6cafd242fcb7cad5336e574b1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85689d33-85", "ovs_interfaceid": "85689d33-8572-404c-8067-cad1629916f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:53:38 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Converting VIF {"id": "85689d33-8572-404c-8067-cad1629916f0", "address": "fa:16:3e:ad:56:28", "network": {"id": "6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1490702239-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf904c6cafd242fcb7cad5336e574b1c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85689d33-85", "ovs_interfaceid": "85689d33-8572-404c-8067-cad1629916f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:53:38 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ad:56:28,bridge_name='br-int',has_traffic_filtering=True,id=85689d33-8572-404c-8067-cad1629916f0,network=Network(6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85689d33-85') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:53:38 user nova-compute[75432]: DEBUG os_vif [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:56:28,bridge_name='br-int',has_traffic_filtering=True,id=85689d33-8572-404c-8067-cad1629916f0,network=Network(6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85689d33-85') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:53:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap85689d33-85, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:53:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:53:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=35445377-841b-450a-9946-6592a00db8a8) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:53:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:53:38 user nova-compute[75432]: INFO os_vif [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ad:56:28,bridge_name='br-int',has_traffic_filtering=True,id=85689d33-8572-404c-8067-cad1629916f0,network=Network(6a5e8b58-3af1-4e1d-a822-f00b7e79ccc7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85689d33-85')
Nov 27 14:53:38 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Deleting instance files /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959_del
Nov 27 14:53:38 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Deletion of /opt/stack/data/nova/instances/4c9069c5-1a67-4c42-8586-789b3b0c1959_del complete
Nov 27 14:53:38 user nova-compute[75432]: INFO nova.compute.manager [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 27 14:53:38 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:53:38 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:53:38 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:53:39 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:53:39 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Took 0.80 seconds to deallocate network for instance.
Nov 27 14:53:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-06d10af8-e555-4eb7-8ef0-69f90859aa06 req-7a281cb7-7f01-4934-8840-c1675533c4db service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Received event network-vif-deleted-85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:53:39 user nova-compute[75432]: INFO nova.compute.manager [req-06d10af8-e555-4eb7-8ef0-69f90859aa06 req-7a281cb7-7f01-4934-8840-c1675533c4db service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Neutron deleted interface 85689d33-8572-404c-8067-cad1629916f0; detaching it from the instance and deleting it from the info cache
Nov 27 14:53:39 user nova-compute[75432]: DEBUG nova.network.neutron [req-06d10af8-e555-4eb7-8ef0-69f90859aa06 req-7a281cb7-7f01-4934-8840-c1675533c4db service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:53:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-06d10af8-e555-4eb7-8ef0-69f90859aa06 req-7a281cb7-7f01-4934-8840-c1675533c4db service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Detach interface failed, port_id=85689d33-8572-404c-8067-cad1629916f0, reason: Instance 4c9069c5-1a67-4c42-8586-789b3b0c1959 could not be found. {{(pid=75432) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 14:53:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:39 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:53:39 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:53:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.162s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:39 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Deleted allocations for instance 4c9069c5-1a67-4c42-8586-789b3b0c1959
Nov 27 14:53:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-acd830b7-d0ae-45c6-b8f8-2f589abbc84a tempest-SnapshotDataIntegrityTests-1988430116 tempest-SnapshotDataIntegrityTests-1988430116-project-member] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.023s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-5454cda8-685b-46b4-bcd6-c9b5e5378f20 req-618f637d-34e2-4d7c-9612-3796c88f2cf3 service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Received event network-vif-plugged-85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:53:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5454cda8-685b-46b4-bcd6-c9b5e5378f20 req-618f637d-34e2-4d7c-9612-3796c88f2cf3 service nova] Acquiring lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5454cda8-685b-46b4-bcd6-c9b5e5378f20 req-618f637d-34e2-4d7c-9612-3796c88f2cf3 service nova] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5454cda8-685b-46b4-bcd6-c9b5e5378f20 req-618f637d-34e2-4d7c-9612-3796c88f2cf3 service nova] Lock "4c9069c5-1a67-4c42-8586-789b3b0c1959-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:39 user nova-compute[75432]: DEBUG nova.compute.manager [req-5454cda8-685b-46b4-bcd6-c9b5e5378f20 req-618f637d-34e2-4d7c-9612-3796c88f2cf3 service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] No waiting events found dispatching network-vif-plugged-85689d33-8572-404c-8067-cad1629916f0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:53:39 user nova-compute[75432]: WARNING nova.compute.manager [req-5454cda8-685b-46b4-bcd6-c9b5e5378f20 req-618f637d-34e2-4d7c-9612-3796c88f2cf3 service nova] [instance: 4c9069c5-1a67-4c42-8586-789b3b0c1959] Received unexpected event network-vif-plugged-85689d33-8572-404c-8067-cad1629916f0 for instance with vm_state deleted and task_state None.
Nov 27 14:53:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:43 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:53:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:43 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:53:43 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:53:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:53:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:53:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:53:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8717MB free_disk=24.988971710205078GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:53:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 6595b1de-9b8e-4d78-a750-300409881b86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:53:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 7eeca525-2808-47c1-8a55-70cac3dab345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:53:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:53:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:53:45 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:53:45 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:53:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:53:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.211s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:53:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:53:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:53:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:53:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:53:48 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:53:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:53:51 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:53:51 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75432) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 14:53:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:53:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:53:52 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 14:53:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-6595b1de-9b8e-4d78-a750-300409881b86" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:53:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-6595b1de-9b8e-4d78-a750-300409881b86" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:53:52 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:53:52 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid 6595b1de-9b8e-4d78-a750-300409881b86 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:53:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:53:53 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Updating instance_info_cache with network_info: [{"id": "7e4eed2b-5048-462f-8748-482cd388fed0", "address": "fa:16:3e:5a:ae:a9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4eed2b-50", "ovs_interfaceid": "7e4eed2b-5048-462f-8748-482cd388fed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:53:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-6595b1de-9b8e-4d78-a750-300409881b86" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:53:53 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:53:53 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "6595b1de-9b8e-4d78-a750-300409881b86" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "6595b1de-9b8e-4d78-a750-300409881b86" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "6595b1de-9b8e-4d78-a750-300409881b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "6595b1de-9b8e-4d78-a750-300409881b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "6595b1de-9b8e-4d78-a750-300409881b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:54 user nova-compute[75432]: INFO nova.compute.manager [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Terminating instance
Nov 27 14:53:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-31724d58-6ef7-45c0-a5bb-b8ff30cf10b5 req-fdc95f2c-ce90-49e9-8f5a-b7a33b96a58a service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Received event network-vif-unplugged-7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-31724d58-6ef7-45c0-a5bb-b8ff30cf10b5 req-fdc95f2c-ce90-49e9-8f5a-b7a33b96a58a service nova] Acquiring lock "6595b1de-9b8e-4d78-a750-300409881b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-31724d58-6ef7-45c0-a5bb-b8ff30cf10b5 req-fdc95f2c-ce90-49e9-8f5a-b7a33b96a58a service nova] Lock "6595b1de-9b8e-4d78-a750-300409881b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-31724d58-6ef7-45c0-a5bb-b8ff30cf10b5 req-fdc95f2c-ce90-49e9-8f5a-b7a33b96a58a service nova] Lock "6595b1de-9b8e-4d78-a750-300409881b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-31724d58-6ef7-45c0-a5bb-b8ff30cf10b5 req-fdc95f2c-ce90-49e9-8f5a-b7a33b96a58a service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] No waiting events found dispatching network-vif-unplugged-7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG nova.compute.manager [req-31724d58-6ef7-45c0-a5bb-b8ff30cf10b5 req-fdc95f2c-ce90-49e9-8f5a-b7a33b96a58a service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Received event network-vif-unplugged-7e4eed2b-5048-462f-8748-482cd388fed0 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:53:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:53:55 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Instance destroyed successfully.
Nov 27 14:53:55 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lazy-loading 'resources' on Instance uuid 6595b1de-9b8e-4d78-a750-300409881b86 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:50:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-565281821',display_name='tempest-AttachVolumeNegativeTest-server-565281821',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-565281821',id=48,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNDC9/Arb/N7SamfH5tyPQGEmNaoEqYY7GGHnKwbl2cT39dICWpb7hPHHAXuT4Rf1c4k9FjiBKED9+LN1N9NPs9rngQRdeHDxJADKKDfMX8hxMP3ep4rFcsJie37vQ+aSg==',key_name='tempest-keypair-1585722987',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:51:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f67f437cfb3f43e897c0d57d58b7be95',ramdisk_id='',reservation_id='r-h20wtjqv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-979328772',owner_user_name='tempest-AttachVolumeNegativeTest-979328772-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:51:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='435cba2d80694362adb7d0048c08ea00',uuid=6595b1de-9b8e-4d78-a750-300409881b86,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7e4eed2b-5048-462f-8748-482cd388fed0", "address": "fa:16:3e:5a:ae:a9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4eed2b-50", "ovs_interfaceid": "7e4eed2b-5048-462f-8748-482cd388fed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converting VIF {"id": "7e4eed2b-5048-462f-8748-482cd388fed0", "address": "fa:16:3e:5a:ae:a9", "network": {"id": "c27b588f-5fe9-4a5f-b4d8-322fdd922aac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1396471572-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.119", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f67f437cfb3f43e897c0d57d58b7be95", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7e4eed2b-50", "ovs_interfaceid": "7e4eed2b-5048-462f-8748-482cd388fed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5a:ae:a9,bridge_name='br-int',has_traffic_filtering=True,id=7e4eed2b-5048-462f-8748-482cd388fed0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4eed2b-50') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG os_vif [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:ae:a9,bridge_name='br-int',has_traffic_filtering=True,id=7e4eed2b-5048-462f-8748-482cd388fed0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4eed2b-50') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7e4eed2b-50, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a05fea39-a562-460a-9553-3e2103d1539e) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:53:55 user nova-compute[75432]: INFO os_vif [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5a:ae:a9,bridge_name='br-int',has_traffic_filtering=True,id=7e4eed2b-5048-462f-8748-482cd388fed0,network=Network(c27b588f-5fe9-4a5f-b4d8-322fdd922aac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7e4eed2b-50')
Nov 27 14:53:55 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Deleting instance files /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86_del
Nov 27 14:53:55 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Deletion of /opt/stack/data/nova/instances/6595b1de-9b8e-4d78-a750-300409881b86_del complete
Nov 27 14:53:55 user nova-compute[75432]: INFO nova.compute.manager [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 27 14:53:55 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:53:55 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:53:56 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Took 0.78 seconds to deallocate network for instance.
Nov 27 14:53:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-60528056-6f2d-423d-a243-185085f3b23d req-e8edf1ec-3757-45ad-83ae-12395de3a026 service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Received event network-vif-deleted-7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Refreshing inventories for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Updating ProviderTree inventory for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Updating inventory in ProviderTree for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Refreshing aggregate associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, aggregates: None {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Refreshing trait associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.378s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:56 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Deleted allocations for instance 6595b1de-9b8e-4d78-a750-300409881b86
Nov 27 14:53:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1fcc730d-ad66-44f2-a98d-a0fc337a6c2f tempest-AttachVolumeNegativeTest-979328772 tempest-AttachVolumeNegativeTest-979328772-project-member] Lock "6595b1de-9b8e-4d78-a750-300409881b86" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.237s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-ceef5b7a-fb9e-4268-be60-00d624061900 req-130dd37a-418f-4864-85e1-6ef38c93a65c service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Received event network-vif-plugged-7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ceef5b7a-fb9e-4268-be60-00d624061900 req-130dd37a-418f-4864-85e1-6ef38c93a65c service nova] Acquiring lock "6595b1de-9b8e-4d78-a750-300409881b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ceef5b7a-fb9e-4268-be60-00d624061900 req-130dd37a-418f-4864-85e1-6ef38c93a65c service nova] Lock "6595b1de-9b8e-4d78-a750-300409881b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ceef5b7a-fb9e-4268-be60-00d624061900 req-130dd37a-418f-4864-85e1-6ef38c93a65c service nova] Lock "6595b1de-9b8e-4d78-a750-300409881b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:53:56 user nova-compute[75432]: DEBUG nova.compute.manager [req-ceef5b7a-fb9e-4268-be60-00d624061900 req-130dd37a-418f-4864-85e1-6ef38c93a65c service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] No waiting events found dispatching network-vif-plugged-7e4eed2b-5048-462f-8748-482cd388fed0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:53:56 user nova-compute[75432]: WARNING nova.compute.manager [req-ceef5b7a-fb9e-4268-be60-00d624061900 req-130dd37a-418f-4864-85e1-6ef38c93a65c service nova] [instance: 6595b1de-9b8e-4d78-a750-300409881b86] Received unexpected event network-vif-plugged-7e4eed2b-5048-462f-8748-482cd388fed0 for instance with vm_state deleted and task_state None.
Nov 27 14:54:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:54:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:54:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "304a9f3b-c471-43ec-a36a-83719e6e2b30" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:54:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:54:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:54:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:54:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:54:13 user nova-compute[75432]: INFO nova.compute.claims [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Claim successful on node user
Nov 27 14:54:13 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.228s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG nova.network.neutron [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:54:13 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:54:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG nova.policy [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1104b5bff1dc4fb8a64ddc97c75ffd17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae333e5342e476c82ac33016160e51a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:54:13 user nova-compute[75432]: INFO nova.virt.block_device [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Booting with volume 04adba9a-a0db-41fb-bd4c-5dfd69d66b6d at /dev/vda
Nov 27 14:54:13 user nova-compute[75432]: DEBUG os_brick.utils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ded7daf3-9322-4110-b1ec-b0b0fc244b06]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[73284475-03ec-4697-8032-498c1d75405a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2cb59c3-ee12-47cf-a307-3a842ddbe352]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee0ca2d8-1eb6-4922-a421-2b777569a3c5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:54:13 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:54:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[214d04d5-91ed-417a-ab07-679f30fdac53]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG os_brick.utils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updating existing volume attachment record: 2b136699-2ef9-43be-9d98-529cbaa9d7da {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:54:13 user nova-compute[75432]: DEBUG nova.network.neutron [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Successfully created port: 3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Successfully updated port: 3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquired lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-61504b25-175c-488d-aa89-719abb5c0bad req-184ac01e-0726-4a49-8965-5fa19c4f198c service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Received event network-changed-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-61504b25-175c-488d-aa89-719abb5c0bad req-184ac01e-0726-4a49-8965-5fa19c4f198c service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Refreshing instance network info cache due to event network-changed-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-61504b25-175c-488d-aa89-719abb5c0bad req-184ac01e-0726-4a49-8965-5fa19c4f198c service nova] Acquiring lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updating instance_info_cache with network_info: [{"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Releasing lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG nova.compute.manager [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Instance network_info: |[{"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-61504b25-175c-488d-aa89-719abb5c0bad req-184ac01e-0726-4a49-8965-5fa19c4f198c service nova] Acquired lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:54:14 user nova-compute[75432]: DEBUG nova.network.neutron [req-61504b25-175c-488d-aa89-719abb5c0bad req-184ac01e-0726-4a49-8965-5fa19c4f198c service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Refreshing network info cache for port 3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:54:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:54:15 user nova-compute[75432]: DEBUG nova.network.neutron [req-61504b25-175c-488d-aa89-719abb5c0bad req-184ac01e-0726-4a49-8965-5fa19c4f198c service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updated VIF entry in instance network info cache for port 3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:54:15 user nova-compute[75432]: DEBUG nova.network.neutron [req-61504b25-175c-488d-aa89-719abb5c0bad req-184ac01e-0726-4a49-8965-5fa19c4f198c service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updating instance_info_cache with network_info: [{"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:54:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-61504b25-175c-488d-aa89-719abb5c0bad req-184ac01e-0726-4a49-8965-5fa19c4f198c service nova] Releasing lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.compute.manager [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:54:19 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Creating image(s)
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Ensure instance console log exists: /opt/stack/data/nova/instances/304a9f3b-c471-43ec-a36a-83719e6e2b30/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Start _get_guest_xml network_info=[{"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '2b136699-2ef9-43be-9d98-529cbaa9d7da', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cUyHtMNW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '304a9f3b-c471-43ec-a36a-83719e6e2b30', 'attached_at': '', 'detached_at': '', 'volume_id': '04adba9a-a0db-41fb-bd4c-5dfd69d66b6d', 'serial': '04adba9a-a0db-41fb-bd4c-5dfd69d66b6d'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:54:19 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:54:19 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cUyHtMNW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:54:19 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:54:19 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:54:19 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9129f78-c7a5-443e-ad95-0be88488f0e9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:54:19 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e75ba2f-3a7a-4750-a166-7a962f5b847f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d] added
Nov 27 14:54:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6437f35f-c8d6-4ba8-ade8-b8618dc90671]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d2f9f8a-fa49-41a5-ac69-1a96c05a2c61]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cUyHtMNW {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cUyHtMNW" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[706eb44a-a3b7-47e7-8552-a8a3b925c157]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cUyHtMNW'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0987af0e-bc19-4a6f-803d-d451ee0f8062]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2941c7e5-3c22-45cd-b2b5-e6f21513d1a2]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 14:54:19 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:54:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 14:54:19 user nova-compute[75432]:  {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:54:19 user nova-compute[75432]: WARNING os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 14:54:19 user nova-compute[75432]: 
Nov 27 14:54:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[46e9bce4-8317-4f37-98db-972766fee2fb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260]
Nov 27 14:54:20 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260] successful.
Nov 27 14:54:20 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[94b17b6c-d80f-44a1-b89e-f7f29c3b9b3a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[60c624fc-ca2e-4233-a1b8-8fa94de4a15c]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:54:20 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:54:20 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.273s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[88e83bc7-cdec-4ece-8f4a-664e53caf67b]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:54:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cUyHtMNW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.302s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '23163646534663363', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23163646534663363', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:54:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1405975224',display_name='tempest-TestVolumeBootPattern-server-1405975224',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1405975224',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKbXP8n9+mnMpaK58PQJ8CTzeF16IiFmmDwnx/D7WYXSooo2Uz1CaRdneGzxHftqAibHIw4NkgIn8R+u/klTdfNrbJmhzN3uXdnkwlQYjMmemXsGQMiiCp8FYWp6d1F1UQ==',key_name='tempest-TestVolumeBootPattern-829350422',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-lx6xbf4m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:54:13Z,user_data=None,user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=304a9f3b-c471-43ec-a36a-83719e6e2b30,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:fe:c1,bridge_name='br-int',has_traffic_filtering=True,id=3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fb9aaf8-94') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG nova.objects.instance [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lazy-loading 'pci_devices' on Instance uuid 304a9f3b-c471-43ec-a36a-83719e6e2b30 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:54:21 user nova-compute[75432]:   <uuid>304a9f3b-c471-43ec-a36a-83719e6e2b30</uuid>
Nov 27 14:54:21 user nova-compute[75432]:   <name>instance-00000033</name>
Nov 27 14:54:21 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:54:21 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:54:21 user nova-compute[75432]:   <metadata>
Nov 27 14:54:21 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:54:21 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:54:21 user nova-compute[75432]:       <nova:name>tempest-TestVolumeBootPattern-server-1405975224</nova:name>
Nov 27 14:54:21 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:54:19</nova:creationTime>
Nov 27 14:54:21 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:54:21 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:54:21 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:54:21 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:54:21 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:54:21 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:54:21 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:54:21 user nova-compute[75432]:       <nova:owner>
Nov 27 14:54:21 user nova-compute[75432]:         <nova:user uuid="1104b5bff1dc4fb8a64ddc97c75ffd17">tempest-TestVolumeBootPattern-781872517-project-member</nova:user>
Nov 27 14:54:21 user nova-compute[75432]:         <nova:project uuid="9ae333e5342e476c82ac33016160e51a">tempest-TestVolumeBootPattern-781872517</nova:project>
Nov 27 14:54:21 user nova-compute[75432]:       </nova:owner>
Nov 27 14:54:21 user nova-compute[75432]:       <nova:ports>
Nov 27 14:54:21 user nova-compute[75432]:         <nova:port uuid="3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853">
Nov 27 14:54:21 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 27 14:54:21 user nova-compute[75432]:         </nova:port>
Nov 27 14:54:21 user nova-compute[75432]:       </nova:ports>
Nov 27 14:54:21 user nova-compute[75432]:     </nova:instance>
Nov 27 14:54:21 user nova-compute[75432]:   </metadata>
Nov 27 14:54:21 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:54:21 user nova-compute[75432]:     <system>
Nov 27 14:54:21 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:54:21 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:54:21 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:54:21 user nova-compute[75432]:       <entry name="serial">304a9f3b-c471-43ec-a36a-83719e6e2b30</entry>
Nov 27 14:54:21 user nova-compute[75432]:       <entry name="uuid">304a9f3b-c471-43ec-a36a-83719e6e2b30</entry>
Nov 27 14:54:21 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:54:21 user nova-compute[75432]:     </system>
Nov 27 14:54:21 user nova-compute[75432]:   </sysinfo>
Nov 27 14:54:21 user nova-compute[75432]:   <os>
Nov 27 14:54:21 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:54:21 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:54:21 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:54:21 user nova-compute[75432]:   </os>
Nov 27 14:54:21 user nova-compute[75432]:   <features>
Nov 27 14:54:21 user nova-compute[75432]:     <acpi/>
Nov 27 14:54:21 user nova-compute[75432]:     <apic/>
Nov 27 14:54:21 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:54:21 user nova-compute[75432]:   </features>
Nov 27 14:54:21 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:54:21 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:54:21 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:54:21 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:54:21 user nova-compute[75432]:   </clock>
Nov 27 14:54:21 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:54:21 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:54:21 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:54:21 user nova-compute[75432]:   </cpu>
Nov 27 14:54:21 user nova-compute[75432]:   <devices>
Nov 27 14:54:21 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:54:21 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:54:21 user nova-compute[75432]:       <source dev="/dev/sdb"/>
Nov 27 14:54:21 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:54:21 user nova-compute[75432]:       <serial>04adba9a-a0db-41fb-bd4c-5dfd69d66b6d</serial>
Nov 27 14:54:21 user nova-compute[75432]:     </disk>
Nov 27 14:54:21 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:54:21 user nova-compute[75432]:       <mac address="fa:16:3e:f2:fe:c1"/>
Nov 27 14:54:21 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:54:21 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:54:21 user nova-compute[75432]:       <target dev="tap3fb9aaf8-94"/>
Nov 27 14:54:21 user nova-compute[75432]:     </interface>
Nov 27 14:54:21 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:54:21 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/304a9f3b-c471-43ec-a36a-83719e6e2b30/console.log" append="off"/>
Nov 27 14:54:21 user nova-compute[75432]:     </serial>
Nov 27 14:54:21 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:54:21 user nova-compute[75432]:     <video>
Nov 27 14:54:21 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:54:21 user nova-compute[75432]:     </video>
Nov 27 14:54:21 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:54:21 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:54:21 user nova-compute[75432]:     </rng>
Nov 27 14:54:21 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:54:21 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:54:21 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:54:21 user nova-compute[75432]:     </memballoon>
Nov 27 14:54:21 user nova-compute[75432]:   </devices>
Nov 27 14:54:21 user nova-compute[75432]: </domain>
Nov 27 14:54:21 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:54:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1405975224',display_name='tempest-TestVolumeBootPattern-server-1405975224',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1405975224',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKbXP8n9+mnMpaK58PQJ8CTzeF16IiFmmDwnx/D7WYXSooo2Uz1CaRdneGzxHftqAibHIw4NkgIn8R+u/klTdfNrbJmhzN3uXdnkwlQYjMmemXsGQMiiCp8FYWp6d1F1UQ==',key_name='tempest-TestVolumeBootPattern-829350422',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-lx6xbf4m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:54:13Z,user_data=None,user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=304a9f3b-c471-43ec-a36a-83719e6e2b30,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f2:fe:c1,bridge_name='br-int',has_traffic_filtering=True,id=3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fb9aaf8-94') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG os_vif [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:fe:c1,bridge_name='br-int',has_traffic_filtering=True,id=3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fb9aaf8-94') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8402cb1b-9d0b-58f1-bf30-7a04c3d9c656', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3fb9aaf8-94, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3fb9aaf8-94, col_values=(('qos', UUID('5945d57e-031c-4b9d-9b74-aa548d49dca6')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3fb9aaf8-94, col_values=(('external_ids', {'iface-id': '3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f2:fe:c1', 'vm-uuid': '304a9f3b-c471-43ec-a36a-83719e6e2b30'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:21 user nova-compute[75432]: INFO os_vif [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f2:fe:c1,bridge_name='br-int',has_traffic_filtering=True,id=3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fb9aaf8-94')
Nov 27 14:54:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:54:21 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] No VIF found with MAC fa:16:3e:f2:fe:c1, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:54:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-48e92a91-3c18-4d21-a8d1-11006e1f8a1c req-c8793dc2-cc1b-4d25-b1a4-0f063983b5cc service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Received event network-vif-plugged-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:54:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-48e92a91-3c18-4d21-a8d1-11006e1f8a1c req-c8793dc2-cc1b-4d25-b1a4-0f063983b5cc service nova] Acquiring lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:54:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-48e92a91-3c18-4d21-a8d1-11006e1f8a1c req-c8793dc2-cc1b-4d25-b1a4-0f063983b5cc service nova] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:54:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-48e92a91-3c18-4d21-a8d1-11006e1f8a1c req-c8793dc2-cc1b-4d25-b1a4-0f063983b5cc service nova] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:54:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-48e92a91-3c18-4d21-a8d1-11006e1f8a1c req-c8793dc2-cc1b-4d25-b1a4-0f063983b5cc service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] No waiting events found dispatching network-vif-plugged-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:54:22 user nova-compute[75432]: WARNING nova.compute.manager [req-48e92a91-3c18-4d21-a8d1-11006e1f8a1c req-c8793dc2-cc1b-4d25-b1a4-0f063983b5cc service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Received unexpected event network-vif-plugged-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 for instance with vm_state building and task_state spawning.
Nov 27 14:54:22 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:54:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 14:54:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] There are 0 instances to clean {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 14:54:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG nova.compute.manager [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:54:24 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Instance spawned successfully.
Nov 27 14:54:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:54:24 user nova-compute[75432]: INFO nova.compute.manager [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Took 4.97 seconds to spawn the instance on the hypervisor.
Nov 27 14:54:24 user nova-compute[75432]: DEBUG nova.compute.manager [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:54:24 user nova-compute[75432]: INFO nova.compute.manager [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Took 11.80 seconds to build instance.
Nov 27 14:54:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-0dec29fa-acf3-4184-8b48-6f76b5a7e1d8 tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.890s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-f6b86172-e4cd-436f-8582-f2c7339054df req-b9c0cd35-44a6-4e3d-8d52-9086b6982f46 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Received event network-vif-plugged-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f6b86172-e4cd-436f-8582-f2c7339054df req-b9c0cd35-44a6-4e3d-8d52-9086b6982f46 service nova] Acquiring lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f6b86172-e4cd-436f-8582-f2c7339054df req-b9c0cd35-44a6-4e3d-8d52-9086b6982f46 service nova] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-f6b86172-e4cd-436f-8582-f2c7339054df req-b9c0cd35-44a6-4e3d-8d52-9086b6982f46 service nova] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:54:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-f6b86172-e4cd-436f-8582-f2c7339054df req-b9c0cd35-44a6-4e3d-8d52-9086b6982f46 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] No waiting events found dispatching network-vif-plugged-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:54:24 user nova-compute[75432]: WARNING nova.compute.manager [req-f6b86172-e4cd-436f-8582-f2c7339054df req-b9c0cd35-44a6-4e3d-8d52-9086b6982f46 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Received unexpected event network-vif-plugged-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 for instance with vm_state active and task_state None.
Nov 27 14:54:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:34 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:44 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:54:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:54:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:54:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:54:44 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:54:44 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:54:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:54:45 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:54:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8766MB free_disk=25.014385223388672GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 7eeca525-2808-47c1-8a55-70cac3dab345 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 304a9f3b-c471-43ec-a36a-83719e6e2b30 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:54:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.241s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:54:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:47 user nova-compute[75432]: DEBUG nova.compute.manager [req-6d20bbd2-7519-4ddc-8f38-c84161f2201e req-ba95714c-869d-4362-bcba-f57b798adeec service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-changed-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:54:47 user nova-compute[75432]: DEBUG nova.compute.manager [req-6d20bbd2-7519-4ddc-8f38-c84161f2201e req-ba95714c-869d-4362-bcba-f57b798adeec service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Refreshing instance network info cache due to event network-changed-1e12f97b-603a-40a5-a07a-0d15861d92b0. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:54:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6d20bbd2-7519-4ddc-8f38-c84161f2201e req-ba95714c-869d-4362-bcba-f57b798adeec service nova] Acquiring lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:54:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6d20bbd2-7519-4ddc-8f38-c84161f2201e req-ba95714c-869d-4362-bcba-f57b798adeec service nova] Acquired lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:54:47 user nova-compute[75432]: DEBUG nova.network.neutron [req-6d20bbd2-7519-4ddc-8f38-c84161f2201e req-ba95714c-869d-4362-bcba-f57b798adeec service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Refreshing network info cache for port 1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:54:47 user nova-compute[75432]: DEBUG nova.network.neutron [req-6d20bbd2-7519-4ddc-8f38-c84161f2201e req-ba95714c-869d-4362-bcba-f57b798adeec service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updated VIF entry in instance network info cache for port 1e12f97b-603a-40a5-a07a-0d15861d92b0. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:54:47 user nova-compute[75432]: DEBUG nova.network.neutron [req-6d20bbd2-7519-4ddc-8f38-c84161f2201e req-ba95714c-869d-4362-bcba-f57b798adeec service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updating instance_info_cache with network_info: [{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:54:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-6d20bbd2-7519-4ddc-8f38-c84161f2201e req-ba95714c-869d-4362-bcba-f57b798adeec service nova] Releasing lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:54:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:49 user nova-compute[75432]: DEBUG nova.compute.manager [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:54:49 user nova-compute[75432]: INFO nova.compute.manager [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] instance snapshotting
Nov 27 14:54:49 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Beginning live snapshot process
Nov 27 14:54:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:54:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:54:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:54:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json -f qcow2 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json -f qcow2" returned: 0 in 0.191s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json -f qcow2 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json -f qcow2" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.206s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpm3y07lif/1a9e4109fa584f538a80cbeafcaec706.delta 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpm3y07lif/1a9e4109fa584f538a80cbeafcaec706.delta 1073741824" returned: 0 in 0.051s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:50 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 27 14:54:50 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:54:50 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:54:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:54:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75432) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 14:54:51 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 27 14:54:51 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:54:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpm3y07lif/1a9e4109fa584f538a80cbeafcaec706.delta /opt/stack/data/nova/instances/snapshots/tmpm3y07lif/1a9e4109fa584f538a80cbeafcaec706 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:54:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpm3y07lif/1a9e4109fa584f538a80cbeafcaec706.delta /opt/stack/data/nova/instances/snapshots/tmpm3y07lif/1a9e4109fa584f538a80cbeafcaec706" returned: 0 in 0.590s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:54:52 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Snapshot extracted, beginning image upload
Nov 27 14:54:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:54:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:53 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:54:53 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:54:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:54:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:54:53 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:54:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updating instance_info_cache with network_info: [{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:54:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:54:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:54:55 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Snapshot image upload complete
Nov 27 14:54:55 user nova-compute[75432]: INFO nova.compute.manager [None req-40f07c9f-bff9-4d07-84b2-2038a48724bb tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Took 5.45 seconds to snapshot the instance on the hypervisor.
Nov 27 14:54:55 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:54:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:54:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:54:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:09 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:55:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:55:46 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:55:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:55:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:55:46 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:55:46 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:55:46 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:55:47 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:55:47 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:55:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8883MB free_disk=24.95526885986328GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 7eeca525-2808-47c1-8a55-70cac3dab345 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 304a9f3b-c471-43ec-a36a-83719e6e2b30 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:55:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.232s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:55:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:55:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:55:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:55:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:55:51 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:55:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:55:54 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:55:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:55:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 14:55:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:55:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:55:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:55:54 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:55:55 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updating instance_info_cache with network_info: [{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:55:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:55:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:55:55 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:55:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:55:56 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:55:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:56:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-970d1dd2-8120-4dbf-8b25-1957e5d90a11 req-2dbd0672-ca81-4e25-9993-87461618b380 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Received event network-changed-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:56:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-970d1dd2-8120-4dbf-8b25-1957e5d90a11 req-2dbd0672-ca81-4e25-9993-87461618b380 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Refreshing instance network info cache due to event network-changed-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:56:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-970d1dd2-8120-4dbf-8b25-1957e5d90a11 req-2dbd0672-ca81-4e25-9993-87461618b380 service nova] Acquiring lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:56:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-970d1dd2-8120-4dbf-8b25-1957e5d90a11 req-2dbd0672-ca81-4e25-9993-87461618b380 service nova] Acquired lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:56:04 user nova-compute[75432]: DEBUG nova.network.neutron [req-970d1dd2-8120-4dbf-8b25-1957e5d90a11 req-2dbd0672-ca81-4e25-9993-87461618b380 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Refreshing network info cache for port 3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:56:05 user nova-compute[75432]: DEBUG nova.network.neutron [req-970d1dd2-8120-4dbf-8b25-1957e5d90a11 req-2dbd0672-ca81-4e25-9993-87461618b380 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updated VIF entry in instance network info cache for port 3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:56:05 user nova-compute[75432]: DEBUG nova.network.neutron [req-970d1dd2-8120-4dbf-8b25-1957e5d90a11 req-2dbd0672-ca81-4e25-9993-87461618b380 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updating instance_info_cache with network_info: [{"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:56:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-970d1dd2-8120-4dbf-8b25-1957e5d90a11 req-2dbd0672-ca81-4e25-9993-87461618b380 service nova] Releasing lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:56:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "619d1b8a-2e24-49ca-9304-d7afcdf533be" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 14:56:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:12 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:12 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 14:56:12 user nova-compute[75432]: INFO nova.compute.claims [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Claim successful on node user
Nov 27 14:56:12 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:56:12 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.227s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 14:56:13 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 14:56:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG nova.policy [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1104b5bff1dc4fb8a64ddc97c75ffd17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae333e5342e476c82ac33016160e51a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 14:56:13 user nova-compute[75432]: INFO nova.virt.block_device [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Booting with volume 4b43c9c1-def9-4210-bf0a-f0c7283efc8d at /dev/vda
Nov 27 14:56:13 user nova-compute[75432]: DEBUG os_brick.utils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca63eccf-0beb-4769-855d-c09cec6c42f9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2699b1fd-bbf9-4a4d-9974-5ab4272d9b0e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b9ccaf2-e6b5-495a-865a-17a7152ab4c9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[71f00c1b-cb34-46ca-a322-a9a58a23c63d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:56:13 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:56:13 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e8ef657-f105-4307-b03a-caf0c9159938]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG os_brick.utils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Updating existing volume attachment record: 248bbc3d-3e4b-43e6-b5ca-aa09f3de9b86 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:13 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Successfully created port: 2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Successfully updated port: 2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "refresh_cache-619d1b8a-2e24-49ca-9304-d7afcdf533be" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquired lock "refresh_cache-619d1b8a-2e24-49ca-9304-d7afcdf533be" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-33cc8ee1-efb1-49cf-b6b1-5f6c5e52cf01 req-ff0a62ea-83d7-4f01-bb72-bc8beb071ac2 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Received event network-changed-2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG nova.compute.manager [req-33cc8ee1-efb1-49cf-b6b1-5f6c5e52cf01 req-ff0a62ea-83d7-4f01-bb72-bc8beb071ac2 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Refreshing instance network info cache due to event network-changed-2c97a12d-e087-4d9b-b5d0-24febb70c698. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-33cc8ee1-efb1-49cf-b6b1-5f6c5e52cf01 req-ff0a62ea-83d7-4f01-bb72-bc8beb071ac2 service nova] Acquiring lock "refresh_cache-619d1b8a-2e24-49ca-9304-d7afcdf533be" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG nova.network.neutron [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Updating instance_info_cache with network_info: [{"id": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "address": "fa:16:3e:df:fa:27", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c97a12d-e0", "ovs_interfaceid": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Releasing lock "refresh_cache-619d1b8a-2e24-49ca-9304-d7afcdf533be" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Instance network_info: |[{"id": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "address": "fa:16:3e:df:fa:27", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c97a12d-e0", "ovs_interfaceid": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-33cc8ee1-efb1-49cf-b6b1-5f6c5e52cf01 req-ff0a62ea-83d7-4f01-bb72-bc8beb071ac2 service nova] Acquired lock "refresh_cache-619d1b8a-2e24-49ca-9304-d7afcdf533be" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG nova.network.neutron [req-33cc8ee1-efb1-49cf-b6b1-5f6c5e52cf01 req-ff0a62ea-83d7-4f01-bb72-bc8beb071ac2 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Refreshing network info cache for port 2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG nova.network.neutron [req-33cc8ee1-efb1-49cf-b6b1-5f6c5e52cf01 req-ff0a62ea-83d7-4f01-bb72-bc8beb071ac2 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Updated VIF entry in instance network info cache for port 2c97a12d-e087-4d9b-b5d0-24febb70c698. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG nova.network.neutron [req-33cc8ee1-efb1-49cf-b6b1-5f6c5e52cf01 req-ff0a62ea-83d7-4f01-bb72-bc8beb071ac2 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Updating instance_info_cache with network_info: [{"id": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "address": "fa:16:3e:df:fa:27", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c97a12d-e0", "ovs_interfaceid": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:56:14 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-33cc8ee1-efb1-49cf-b6b1-5f6c5e52cf01 req-ff0a62ea-83d7-4f01-bb72-bc8beb071ac2 service nova] Releasing lock "refresh_cache-619d1b8a-2e24-49ca-9304-d7afcdf533be" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:56:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 14:56:19 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Creating image(s)
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Did not create local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Ensure instance console log exists: /opt/stack/data/nova/instances/619d1b8a-2e24-49ca-9304-d7afcdf533be/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Start _get_guest_xml network_info=[{"id": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "address": "fa:16:3e:df:fa:27", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c97a12d-e0", "ovs_interfaceid": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '248bbc3d-3e4b-43e6-b5ca-aa09f3de9b86', 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zhkqSefa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '619d1b8a-2e24-49ca-9304-d7afcdf533be', 'attached_at': '', 'detached_at': '', 'volume_id': '4b43c9c1-def9-4210-bf0a-f0c7283efc8d', 'serial': '4b43c9c1-def9-4210-bf0a-f0c7283efc8d'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:56:19 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:56:19 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zhkqSefa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:56:19 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:56:19 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:56:19 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b20edfc9-59a0-411a-8df5-03a60b7ff5bb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:56:19 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ec3208e-4433-45ae-965d-7a1b306f9fc4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d] added
Nov 27 14:56:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7edc8576-d2fd-4558-a00e-d0783feadeef]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[23f2e74a-e28a-4aef-a559-9ffa19101580]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zhkqSefa {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zhkqSefa" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec67457d-a9ac-4b4a-b23d-6866114a6ee0]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zhkqSefa'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[111d8dd5-791e-4914-8875-a19c9f5e932a]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebe718b5-5bcc-4d89-8848-cac91ce3b4ee]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:56:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:56:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d9e329-4a0d-4dec-8d07-f121ad7d26c6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d, portal: 172.16.0.220,3260]
Nov 27 14:56:19 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d, portal: 172.16.0.220,3260] successful.
Nov 27 14:56:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a891e172-a219-443d-92b1-14ce887efe3f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f6479cd-2c74-4c43-ae39-ecc67ee98323]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:56:19 user nova-compute[75432]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)
Nov 27 14:56:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:56:19 user nova-compute[75432]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)
Nov 27 14:56:19 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] HCTL ('34', '-', '-', 0) found on session 62 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5529828b-5f32-4c3c-9d19-1765793b90bd]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Searching for a device in session 62 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:56:19 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zhkqSefa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.292s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23030313034643037', 'path': '/dev/sdc'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23030313034643037', 'path': '/dev/sdc'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:56:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1860946693',display_name='tempest-TestVolumeBootPattern-server-1860946693',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1860946693',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKbXP8n9+mnMpaK58PQJ8CTzeF16IiFmmDwnx/D7WYXSooo2Uz1CaRdneGzxHftqAibHIw4NkgIn8R+u/klTdfNrbJmhzN3uXdnkwlQYjMmemXsGQMiiCp8FYWp6d1F1UQ==',key_name='tempest-TestVolumeBootPattern-829350422',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-5j4yi610',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:56:13Z,user_data=None,user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=619d1b8a-2e24-49ca-9304-d7afcdf533be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "address": "fa:16:3e:df:fa:27", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c97a12d-e0", "ovs_interfaceid": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "address": "fa:16:3e:df:fa:27", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c97a12d-e0", "ovs_interfaceid": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:fa:27,bridge_name='br-int',has_traffic_filtering=True,id=2c97a12d-e087-4d9b-b5d0-24febb70c698,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c97a12d-e0') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG nova.objects.instance [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lazy-loading 'pci_devices' on Instance uuid 619d1b8a-2e24-49ca-9304-d7afcdf533be {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:56:20 user nova-compute[75432]:   <uuid>619d1b8a-2e24-49ca-9304-d7afcdf533be</uuid>
Nov 27 14:56:20 user nova-compute[75432]:   <name>instance-00000034</name>
Nov 27 14:56:20 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:56:20 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:56:20 user nova-compute[75432]:   <metadata>
Nov 27 14:56:20 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:56:20 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:56:20 user nova-compute[75432]:       <nova:name>tempest-TestVolumeBootPattern-server-1860946693</nova:name>
Nov 27 14:56:20 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:56:19</nova:creationTime>
Nov 27 14:56:20 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:56:20 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:56:20 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:56:20 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:56:20 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:56:20 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:56:20 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:56:20 user nova-compute[75432]:       <nova:owner>
Nov 27 14:56:20 user nova-compute[75432]:         <nova:user uuid="1104b5bff1dc4fb8a64ddc97c75ffd17">tempest-TestVolumeBootPattern-781872517-project-member</nova:user>
Nov 27 14:56:20 user nova-compute[75432]:         <nova:project uuid="9ae333e5342e476c82ac33016160e51a">tempest-TestVolumeBootPattern-781872517</nova:project>
Nov 27 14:56:20 user nova-compute[75432]:       </nova:owner>
Nov 27 14:56:20 user nova-compute[75432]:       <nova:ports>
Nov 27 14:56:20 user nova-compute[75432]:         <nova:port uuid="2c97a12d-e087-4d9b-b5d0-24febb70c698">
Nov 27 14:56:20 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 27 14:56:20 user nova-compute[75432]:         </nova:port>
Nov 27 14:56:20 user nova-compute[75432]:       </nova:ports>
Nov 27 14:56:20 user nova-compute[75432]:     </nova:instance>
Nov 27 14:56:20 user nova-compute[75432]:   </metadata>
Nov 27 14:56:20 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:56:20 user nova-compute[75432]:     <system>
Nov 27 14:56:20 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:56:20 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:56:20 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:56:20 user nova-compute[75432]:       <entry name="serial">619d1b8a-2e24-49ca-9304-d7afcdf533be</entry>
Nov 27 14:56:20 user nova-compute[75432]:       <entry name="uuid">619d1b8a-2e24-49ca-9304-d7afcdf533be</entry>
Nov 27 14:56:20 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:56:20 user nova-compute[75432]:     </system>
Nov 27 14:56:20 user nova-compute[75432]:   </sysinfo>
Nov 27 14:56:20 user nova-compute[75432]:   <os>
Nov 27 14:56:20 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:56:20 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 14:56:20 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:56:20 user nova-compute[75432]:   </os>
Nov 27 14:56:20 user nova-compute[75432]:   <features>
Nov 27 14:56:20 user nova-compute[75432]:     <acpi/>
Nov 27 14:56:20 user nova-compute[75432]:     <apic/>
Nov 27 14:56:20 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:56:20 user nova-compute[75432]:   </features>
Nov 27 14:56:20 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:56:20 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:56:20 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:56:20 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:56:20 user nova-compute[75432]:   </clock>
Nov 27 14:56:20 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:56:20 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:56:20 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:56:20 user nova-compute[75432]:   </cpu>
Nov 27 14:56:20 user nova-compute[75432]:   <devices>
Nov 27 14:56:20 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:56:20 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:56:20 user nova-compute[75432]:       <source dev="/dev/sdc"/>
Nov 27 14:56:20 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:56:20 user nova-compute[75432]:       <serial>4b43c9c1-def9-4210-bf0a-f0c7283efc8d</serial>
Nov 27 14:56:20 user nova-compute[75432]:     </disk>
Nov 27 14:56:20 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:56:20 user nova-compute[75432]:       <mac address="fa:16:3e:df:fa:27"/>
Nov 27 14:56:20 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:56:20 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:56:20 user nova-compute[75432]:       <target dev="tap2c97a12d-e0"/>
Nov 27 14:56:20 user nova-compute[75432]:     </interface>
Nov 27 14:56:20 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:56:20 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/619d1b8a-2e24-49ca-9304-d7afcdf533be/console.log" append="off"/>
Nov 27 14:56:20 user nova-compute[75432]:     </serial>
Nov 27 14:56:20 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:56:20 user nova-compute[75432]:     <video>
Nov 27 14:56:20 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:56:20 user nova-compute[75432]:     </video>
Nov 27 14:56:20 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:56:20 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:56:20 user nova-compute[75432]:     </rng>
Nov 27 14:56:20 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:56:20 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:56:20 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:56:20 user nova-compute[75432]:     </memballoon>
Nov 27 14:56:20 user nova-compute[75432]:   </devices>
Nov 27 14:56:20 user nova-compute[75432]: </domain>
Nov 27 14:56:20 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:56:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1860946693',display_name='tempest-TestVolumeBootPattern-server-1860946693',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1860946693',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKbXP8n9+mnMpaK58PQJ8CTzeF16IiFmmDwnx/D7WYXSooo2Uz1CaRdneGzxHftqAibHIw4NkgIn8R+u/klTdfNrbJmhzN3uXdnkwlQYjMmemXsGQMiiCp8FYWp6d1F1UQ==',key_name='tempest-TestVolumeBootPattern-829350422',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-5j4yi610',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:56:13Z,user_data=None,user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=619d1b8a-2e24-49ca-9304-d7afcdf533be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "address": "fa:16:3e:df:fa:27", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c97a12d-e0", "ovs_interfaceid": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "address": "fa:16:3e:df:fa:27", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c97a12d-e0", "ovs_interfaceid": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:fa:27,bridge_name='br-int',has_traffic_filtering=True,id=2c97a12d-e087-4d9b-b5d0-24febb70c698,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c97a12d-e0') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG os_vif [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:fa:27,bridge_name='br-int',has_traffic_filtering=True,id=2c97a12d-e087-4d9b-b5d0-24febb70c698,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c97a12d-e0') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0d4efc29-57f7-5a25-b505-881375a593f5', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2c97a12d-e0, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2c97a12d-e0, col_values=(('qos', UUID('b3a06c84-2b99-40d9-b3b8-1b7bce748ebf')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2c97a12d-e0, col_values=(('external_ids', {'iface-id': '2c97a12d-e087-4d9b-b5d0-24febb70c698', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:fa:27', 'vm-uuid': '619d1b8a-2e24-49ca-9304-d7afcdf533be'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:20 user nova-compute[75432]: INFO os_vif [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:fa:27,bridge_name='br-int',has_traffic_filtering=True,id=2c97a12d-e087-4d9b-b5d0-24febb70c698,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c97a12d-e0')
Nov 27 14:56:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:56:20 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] No VIF found with MAC fa:16:3e:df:fa:27, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:56:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:22 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-fe28b59c-1543-4619-87c1-f587474576ce req-ddf0c3f2-1470-4e74-b382-41b6bc15c2d3 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Received event network-vif-plugged-2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:56:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fe28b59c-1543-4619-87c1-f587474576ce req-ddf0c3f2-1470-4e74-b382-41b6bc15c2d3 service nova] Acquiring lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fe28b59c-1543-4619-87c1-f587474576ce req-ddf0c3f2-1470-4e74-b382-41b6bc15c2d3 service nova] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-fe28b59c-1543-4619-87c1-f587474576ce req-ddf0c3f2-1470-4e74-b382-41b6bc15c2d3 service nova] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:22 user nova-compute[75432]: DEBUG nova.compute.manager [req-fe28b59c-1543-4619-87c1-f587474576ce req-ddf0c3f2-1470-4e74-b382-41b6bc15c2d3 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] No waiting events found dispatching network-vif-plugged-2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:56:22 user nova-compute[75432]: WARNING nova.compute.manager [req-fe28b59c-1543-4619-87c1-f587474576ce req-ddf0c3f2-1470-4e74-b382-41b6bc15c2d3 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Received unexpected event network-vif-plugged-2c97a12d-e087-4d9b-b5d0-24febb70c698 for instance with vm_state building and task_state spawning.
Nov 27 14:56:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 14:56:24 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Instance spawned successfully.
Nov 27 14:56:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 14:56:24 user nova-compute[75432]: INFO nova.compute.manager [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Took 4.89 seconds to spawn the instance on the hypervisor.
Nov 27 14:56:24 user nova-compute[75432]: DEBUG nova.compute.manager [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:56:24 user nova-compute[75432]: INFO nova.compute.manager [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Took 11.64 seconds to build instance.
Nov 27 14:56:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-c8151ee7-9090-44b7-80c3-8e7de509190c tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.759s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-ebf937c0-9933-4435-b681-541987444cc9 req-7923ae6c-86b6-4548-9697-afd4ce4edc9d service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Received event network-vif-plugged-2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ebf937c0-9933-4435-b681-541987444cc9 req-7923ae6c-86b6-4548-9697-afd4ce4edc9d service nova] Acquiring lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ebf937c0-9933-4435-b681-541987444cc9 req-7923ae6c-86b6-4548-9697-afd4ce4edc9d service nova] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ebf937c0-9933-4435-b681-541987444cc9 req-7923ae6c-86b6-4548-9697-afd4ce4edc9d service nova] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:24 user nova-compute[75432]: DEBUG nova.compute.manager [req-ebf937c0-9933-4435-b681-541987444cc9 req-7923ae6c-86b6-4548-9697-afd4ce4edc9d service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] No waiting events found dispatching network-vif-plugged-2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:56:24 user nova-compute[75432]: WARNING nova.compute.manager [req-ebf937c0-9933-4435-b681-541987444cc9 req-7923ae6c-86b6-4548-9697-afd4ce4edc9d service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Received unexpected event network-vif-plugged-2c97a12d-e087-4d9b-b5d0-24febb70c698 for instance with vm_state active and task_state None.
Nov 27 14:56:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:56:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:56:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:56:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:56:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:56:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "7eeca525-2808-47c1-8a55-70cac3dab345" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:40 user nova-compute[75432]: DEBUG nova.objects.instance [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lazy-loading 'flavor' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:56:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "7eeca525-2808-47c1-8a55-70cac3dab345" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "7eeca525-2808-47c1-8a55-70cac3dab345" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:41 user nova-compute[75432]: INFO nova.compute.manager [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Attaching volume a20fd748-535a-47ce-8ea5-d8c26bb60ecc to /dev/vdb
Nov 27 14:56:41 user nova-compute[75432]: DEBUG os_brick.utils [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d2e574-5415-4f61-b36d-cabff87a8aa9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b4d698b-73e1-43f5-9049-3d37403710e9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f10f3603-b73d-4fb8-b9cf-464d2be3fd6b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e39b411-663d-4932-9594-54f13b7ef63b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 14:56:41 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 14:56:41 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[72b203d9-d237-4865-a7d4-12503b6aa7ec]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG os_brick.utils [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:56:41 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updating existing volume attachment record: 6db6f79d-6518-417f-ba3d-2468038d851c {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 14:56:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rmCPwTNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:56:47 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:56:47 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:56:47 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[291fd755-6717-416c-97eb-8abdab4d7ef0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 14:56:47 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f49d9dd-5d7e-40c8-8fae-5506f93f1ea1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc] added
Nov 27 14:56:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a360144e-34a6-4868-a2de-cdcba5cb8196]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4913bb9-8a98-4231-874a-f45c862ce760]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rmCPwTNI {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rmCPwTNI" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1b38b90-b4c7-4057-9aad-5185b9a727d1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rmCPwTNI'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf652327-f7b2-402f-be56-517dcc65935e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5807d477-8fee-4e04-9bf7-3b58af0c50f8]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:56:47 user nova-compute[75432]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)
Nov 27 14:56:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:56:47 user nova-compute[75432]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)
Nov 27 14:56:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6790d820-a4f4-4e40-926d-ebdbadd67711]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc, portal: 172.16.0.220,3260]
Nov 27 14:56:47 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc, portal: 172.16.0.220,3260] successful.
Nov 27 14:56:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[576bf42c-52bd-46e1-b7e0-6f2338efc204]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[886a73bb-8a38-485f-9540-0a160697a051]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:56:47 user nova-compute[75432]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)
Nov 27 14:56:47 user nova-compute[75432]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)
Nov 27 14:56:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:56:47 user nova-compute[75432]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)
Nov 27 14:56:47 user nova-compute[75432]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)
Nov 27 14:56:47 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] HCTL ('35', '-', '-', 0) found on session 63 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3388bb1-641d-413c-80c0-b4dea607694e]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Searching for a device in session 63 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rmCPwTNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:56:47 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.503s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] <== connect_volume: return (1505ms) {'type': 'block', 'scsi_wwn': '26537666366383432', 'path': '/dev/sdd'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26537666366383432', 'path': '/dev/sdd'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:56:48 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:56:48 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8733MB free_disk=24.95330810546875GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.objects.instance [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lazy-loading 'flavor' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 14:56:48 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:56:48 user nova-compute[75432]:   <source dev="/dev/sdd"/>
Nov 27 14:56:48 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:56:48 user nova-compute[75432]:   <serial>a20fd748-535a-47ce-8ea5-d8c26bb60ecc</serial>
Nov 27 14:56:48 user nova-compute[75432]: </disk>
Nov 27 14:56:48 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 7eeca525-2808-47c1-8a55-70cac3dab345 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 304a9f3b-c471-43ec-a36a-83719e6e2b30 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 619d1b8a-2e24-49ca-9304-d7afcdf533be actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:56:48 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.247s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:56:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:56:49 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] No VIF found with MAC fa:16:3e:6c:bf:c4, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:56:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-621cf2ff-edbb-4d00-bfae-c69c6838992a tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "7eeca525-2808-47c1-8a55-70cac3dab345" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.198s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:56:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:56:49 user nova-compute[75432]: INFO nova.compute.manager [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Rescuing
Nov 27 14:56:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:56:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquired lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:56:49 user nova-compute[75432]: DEBUG nova.network.neutron [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:56:50 user nova-compute[75432]: DEBUG nova.network.neutron [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updating instance_info_cache with network_info: [{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:56:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Releasing lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:56:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:50 user nova-compute[75432]: DEBUG nova.compute.manager [req-784c7e13-df8e-4edd-b1a3-5dd58f4c7ce8 req-0e0826fd-0c88-42a8-af52-43ec39dcc91e service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-unplugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:56:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-784c7e13-df8e-4edd-b1a3-5dd58f4c7ce8 req-0e0826fd-0c88-42a8-af52-43ec39dcc91e service nova] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-784c7e13-df8e-4edd-b1a3-5dd58f4c7ce8 req-0e0826fd-0c88-42a8-af52-43ec39dcc91e service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-784c7e13-df8e-4edd-b1a3-5dd58f4c7ce8 req-0e0826fd-0c88-42a8-af52-43ec39dcc91e service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:50 user nova-compute[75432]: DEBUG nova.compute.manager [req-784c7e13-df8e-4edd-b1a3-5dd58f4c7ce8 req-0e0826fd-0c88-42a8-af52-43ec39dcc91e service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] No waiting events found dispatching network-vif-unplugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:56:50 user nova-compute[75432]: WARNING nova.compute.manager [req-784c7e13-df8e-4edd-b1a3-5dd58f4c7ce8 req-0e0826fd-0c88-42a8-af52-43ec39dcc91e service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received unexpected event network-vif-unplugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 for instance with vm_state active and task_state rescuing.
Nov 27 14:56:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:51 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Instance destroyed successfully.
Nov 27 14:56:51 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Attempting a stable device rescue
Nov 27 14:56:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75432) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 27 14:56:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Instance directory exists: not creating {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 14:56:51 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Creating image(s)
Nov 27 14:56:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "/opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "/opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "/opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:51 user nova-compute[75432]: DEBUG nova.objects.instance [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lazy-loading 'trusted_certs' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:56:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "06c03540cf4ea70687d62b14c46e411c1c716086" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "06c03540cf4ea70687d62b14c46e411c1c716086" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086.part --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:56:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086.part --force-share --output=json" returned: 0 in 0.168s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:52 user nova-compute[75432]: DEBUG nova.virt.images [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] 761e4fd8-2647-4672-bdb1-3e4c22ae48b3 was qcow2, converting to raw {{(pid=75432) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 14:56:52 user nova-compute[75432]: DEBUG nova.privsep.utils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75432) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 14:56:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086.part /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086.converted {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-a029db9a-4f82-47d1-8c74-56af8196bfee req-1fe7751b-8493-44c5-8457-a69f0af48bda service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:56:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a029db9a-4f82-47d1-8c74-56af8196bfee req-1fe7751b-8493-44c5-8457-a69f0af48bda service nova] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a029db9a-4f82-47d1-8c74-56af8196bfee req-1fe7751b-8493-44c5-8457-a69f0af48bda service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a029db9a-4f82-47d1-8c74-56af8196bfee req-1fe7751b-8493-44c5-8457-a69f0af48bda service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:52 user nova-compute[75432]: DEBUG nova.compute.manager [req-a029db9a-4f82-47d1-8c74-56af8196bfee req-1fe7751b-8493-44c5-8457-a69f0af48bda service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] No waiting events found dispatching network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:56:52 user nova-compute[75432]: WARNING nova.compute.manager [req-a029db9a-4f82-47d1-8c74-56af8196bfee req-1fe7751b-8493-44c5-8457-a69f0af48bda service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received unexpected event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 for instance with vm_state active and task_state rescuing.
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086.part /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086.converted" returned: 0 in 0.464s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086.converted --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086.converted --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "06c03540cf4ea70687d62b14c46e411c1c716086" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.106s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "06c03540cf4ea70687d62b14c46e411c1c716086" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "06c03540cf4ea70687d62b14c46e411c1c716086" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086 --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086 --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086,backing_fmt=raw /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.rescue {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086,backing_fmt=raw /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.rescue" returned: 0 in 0.048s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "06c03540cf4ea70687d62b14c46e411c1c716086" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lazy-loading 'migration_context' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.objects.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Object Instance<7eeca525-2808-47c1-8a55-70cac3dab345> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Start _get_guest_xml network_info=[{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "vif_mac": "fa:16:3e:6c:bf:c4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '761e4fd8-2647-4672-bdb1-3e4c22ae48b3', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': 'disk', 'delete_on_termination': False, 'guest_format': None, 'disk_bus': 'virtio', 'attachment_id': '6db6f79d-6518-417f-ba3d-2468038d851c', 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rmCPwTNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '7eeca525-2808-47c1-8a55-70cac3dab345', 'attached_at': '', 'detached_at': '', 'volume_id': 'a20fd748-535a-47ce-8ea5-d8c26bb60ecc', 'serial': 'a20fd748-535a-47ce-8ea5-d8c26bb60ecc'}, 'volume_type': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lazy-loading 'resources' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.objects.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Object Instance<7eeca525-2808-47c1-8a55-70cac3dab345> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lazy-loading 'numa_topology' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.objects.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Object Instance<7eeca525-2808-47c1-8a55-70cac3dab345> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:56:53 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:56:53 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.objects.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Object Instance<7eeca525-2808-47c1-8a55-70cac3dab345> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rmCPwTNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:56:53 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:56:53 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:56:53 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad65ad5-c82b-4c94-8df7-1d6401d96a8a]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = rmCPwTNI\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 27 14:56:53 user nova-compute[75432]: node.name = iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc
Nov 27 14:56:53 user nova-compute[75432]: node.tpgt = -1
Nov 27 14:56:53 user nova-compute[75432]: node.startup = automatic
Nov 27 14:56:53 user nova-compute[75432]: node.leading_login = No
Nov 27 14:56:53 user nova-compute[75432]: iface.iscsi_ifacename = default
Nov 27 14:56:53 user nova-compute[75432]: iface.net_ifacename = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.ipaddress = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.prefix_len = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.hwaddress = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.transport_name = tcp
Nov 27 14:56:53 user nova-compute[75432]: iface.initiatorname = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.state = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.vlan_id = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.vlan_priority = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.vlan_state = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.iface_num = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.mtu = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.port = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.bootproto = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.subnet_mask = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.gateway = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.dhcp_alt_client_id_state = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.dhcp_alt_client_id = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.dhcp_dns = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.dhcp_learn_iqn = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.dhcp_req_vendor_id_state = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.dhcp_vendor_id_state = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.dhcp_vendor_id = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.dhcp_slp_da = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.fragmentation = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.gratuitous_arp = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.incoming_forwarding = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.tos_state = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.tos = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.ttl = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.delayed_ack = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.tcp_nagle = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.tcp_wsf_state = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.tcp_wsf = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.tcp_timer_scale = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.tcp_timestamp = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.redirect = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.def_task_mgmt_timeout = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.header_digest = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.data_digest = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.immediate_data = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.initial_r2t = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.data_seq_inorder = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.data_pdu_inorder = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.erl = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.max_receive_data_len = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.first_burst_len = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.max_outstanding_r2t = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.max_burst_len = 0
Nov 27 14:56:53 user nova-compute[75432]: iface.chap_auth = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.bidi_chap = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.strict_login_compliance = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.discovery_auth = <empty>
Nov 27 14:56:53 user nova-compute[75432]: iface.discovery_logout = <empty>
Nov 27 14:56:53 user nova-compute[75432]: node.discovery_address = <empty>
Nov 27 14:56:53 user nova-compute[75432]: node.discovery_port = 0
Nov 27 14:56:53 user nova-compute[75432]: node.discovery_type = static
Nov 27 14:56:53 user nova-compute[75432]: node.session.initial_cmdsn = 0
Nov 27 14:56:53 user nova-compute[75432]: node.session.initial_login_retry_max = 8
Nov 27 14:56:53 user nova-compute[75432]: node.session.xmit_thread_priority = -20
Nov 27 14:56:53 user nova-compute[75432]: node.session.cmds_max = 128
Nov 27 14:56:53 user nova-compute[75432]: node.session.queue_depth = 32
Nov 27 14:56:53 user nova-compute[75432]: node.session.nr_sessions = 1
Nov 27 14:56:53 user nova-compute[75432]: node.session.auth.authmethod = CHAP
Nov 27 14:56:53 user nova-compute[75432]: node.session.auth.username = rmCPwTNI
Nov 27 14:56:53 user nova-compute[75432]: node.session.auth.password = ***
Nov 27 14:56:53 user nova-compute[75432]: node.session.auth.username_in = <empty>
Nov 27 14:56:53 user nova-compute[75432]: node.session.auth.password_in = <empty>
Nov 27 14:56:53 user nova-compute[75432]: node.session.auth.chap_algs = MD5
Nov 27 14:56:53 user nova-compute[75432]: node.session.timeo.replacement_timeout = 120
Nov 27 14:56:53 user nova-compute[75432]: node.session.err_timeo.abort_timeout = 15
Nov 27 14:56:53 user nova-compute[75432]: node.session.err_timeo.lu_reset_timeout = 30
Nov 27 14:56:53 user nova-compute[75432]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 27 14:56:53 user nova-compute[75432]: node.session.err_timeo.host_reset_timeout = 60
Nov 27 14:56:53 user nova-compute[75432]: node.session.iscsi.FastAbort = Yes
Nov 27 14:56:53 user nova-compute[75432]: node.session.iscsi.InitialR2T = No
Nov 27 14:56:53 user nova-compute[75432]: node.session.iscsi.ImmediateData = Yes
Nov 27 14:56:53 user nova-compute[75432]: node.session.iscsi.FirstBurstLength = 262144
Nov 27 14:56:53 user nova-compute[75432]: node.session.iscsi.MaxBurstLength = 16776192
Nov 27 14:56:53 user nova-compute[75432]: node.session.iscsi.DefaultTime2Retain = 0
Nov 27 14:56:53 user nova-compute[75432]: node.session.iscsi.DefaultTime2Wait = 2
Nov 27 14:56:53 user nova-compute[75432]: node.session.iscsi.MaxConnections = 1
Nov 27 14:56:53 user nova-compute[75432]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 27 14:56:53 user nova-compute[75432]: node.session.iscsi.ERL = 0
Nov 27 14:56:53 user nova-compute[75432]: node.session.scan = manual
Nov 27 14:56:53 user nova-compute[75432]: node.session.reopen_max = 0
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].address = 172.16.0.220
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].port = 3260
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].startup = manual
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].tcp.window_size = 524288
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].tcp.type_of_service = 0
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].timeo.logout_timeout = 15
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].timeo.login_timeout = 15
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].timeo.auth_timeout = 45
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].timeo.noop_out_interval = 5
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].timeo.noop_out_timeout = 5
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].iscsi.HeaderDigest = None
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].iscsi.DataDigest = None
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].iscsi.IFMarker = No
Nov 27 14:56:53 user nova-compute[75432]: node.conn[0].iscsi.OFMarker = No
Nov 27 14:56:53 user nova-compute[75432]: # END RECORD
Nov 27 14:56:53 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[90694b4c-3685-48f8-a9b2-626be1954c75]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[348b2d55-2aff-4bc2-a90c-9db9c39ce1c0]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rmCPwTNI {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rmCPwTNI" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[04f6aee4-0436-448a-a461-072a7e5d4b2c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rmCPwTNI'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[965b2805-f0ad-40e2-8569-bfaf4ea74726]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[851161d2-8eed-4833-8a81-923be44f25b4]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:56:53 user nova-compute[75432]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)
Nov 27 14:56:53 user nova-compute[75432]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)
Nov 27 14:56:53 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:56:53 user nova-compute[75432]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)
Nov 27 14:56:53 user nova-compute[75432]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)
Nov 27 14:56:53 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.131s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] HCTL ('35', '0', '0', 0) found on session 63 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bc51bdc-ed4a-440c-9801-91f61931e8a5]: (4, ('0 0 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Searching for a device in session 63 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rmCPwTNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.153s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] <== connect_volume: return (154ms) {'type': 'block', 'scsi_wwn': '26537666366383432', 'path': '/dev/sdd'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26537666366383432', 'path': '/dev/sdd'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:52:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-987510740',display_name='tempest-ServerStableDeviceRescueTest-server-987510740',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-987510740',id=50,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFaRY0ch0T4Ak7hPaWnVRYe+4sVJwyW1GozgOqjGng6usbXzd06e6kPD8ZQqp/e0+ARaPI/EvhfsoezswPYKA7rsgo7RU8QHklnKNaQaOF2xm8rVJqLkNK2yIOsTQE351w==',key_name='tempest-keypair-88980637',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:53:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c798a017b7ad45d6ac27ca1fcf2a0bd0',ramdisk_id='',reservation_id='r-cidbd5li',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-2117212321',owner_user_name='tempest-ServerStableDeviceRescueTest-2117212321-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T14:54:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='728ddf0b7aaa4e9b86f25401d5c5401e',uuid=7eeca525-2808-47c1-8a55-70cac3dab345,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "vif_mac": "fa:16:3e:6c:bf:c4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Converting VIF {"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "vif_mac": "fa:16:3e:6c:bf:c4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6c:bf:c4,bridge_name='br-int',has_traffic_filtering=True,id=1e12f97b-603a-40a5-a07a-0d15861d92b0,network=Network(0cdd1484-4860-4ec8-b12a-b964e4ee028d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e12f97b-60') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lazy-loading 'pci_devices' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.objects.base [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Object Instance<7eeca525-2808-47c1-8a55-70cac3dab345> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75432) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] End _get_guest_xml xml=<domain type="kvm">
Nov 27 14:56:53 user nova-compute[75432]:   <uuid>7eeca525-2808-47c1-8a55-70cac3dab345</uuid>
Nov 27 14:56:53 user nova-compute[75432]:   <name>instance-00000032</name>
Nov 27 14:56:53 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 14:56:53 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 14:56:53 user nova-compute[75432]:   <metadata>
Nov 27 14:56:53 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 14:56:53 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 14:56:53 user nova-compute[75432]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-987510740</nova:name>
Nov 27 14:56:53 user nova-compute[75432]:       <nova:creationTime>2023-11-27 14:56:53</nova:creationTime>
Nov 27 14:56:53 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 14:56:53 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 14:56:53 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 14:56:53 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 14:56:53 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 14:56:53 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 14:56:53 user nova-compute[75432]:       </nova:flavor>
Nov 27 14:56:53 user nova-compute[75432]:       <nova:owner>
Nov 27 14:56:53 user nova-compute[75432]:         <nova:user uuid="728ddf0b7aaa4e9b86f25401d5c5401e">tempest-ServerStableDeviceRescueTest-2117212321-project-member</nova:user>
Nov 27 14:56:53 user nova-compute[75432]:         <nova:project uuid="c798a017b7ad45d6ac27ca1fcf2a0bd0">tempest-ServerStableDeviceRescueTest-2117212321</nova:project>
Nov 27 14:56:53 user nova-compute[75432]:       </nova:owner>
Nov 27 14:56:53 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 14:56:53 user nova-compute[75432]:       <nova:ports>
Nov 27 14:56:53 user nova-compute[75432]:         <nova:port uuid="1e12f97b-603a-40a5-a07a-0d15861d92b0">
Nov 27 14:56:53 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 27 14:56:53 user nova-compute[75432]:         </nova:port>
Nov 27 14:56:53 user nova-compute[75432]:       </nova:ports>
Nov 27 14:56:53 user nova-compute[75432]:     </nova:instance>
Nov 27 14:56:53 user nova-compute[75432]:   </metadata>
Nov 27 14:56:53 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 14:56:53 user nova-compute[75432]:     <system>
Nov 27 14:56:53 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 14:56:53 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 14:56:53 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 14:56:53 user nova-compute[75432]:       <entry name="serial">7eeca525-2808-47c1-8a55-70cac3dab345</entry>
Nov 27 14:56:53 user nova-compute[75432]:       <entry name="uuid">7eeca525-2808-47c1-8a55-70cac3dab345</entry>
Nov 27 14:56:53 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 14:56:53 user nova-compute[75432]:     </system>
Nov 27 14:56:53 user nova-compute[75432]:   </sysinfo>
Nov 27 14:56:53 user nova-compute[75432]:   <os>
Nov 27 14:56:53 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 14:56:53 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 14:56:53 user nova-compute[75432]:   </os>
Nov 27 14:56:53 user nova-compute[75432]:   <features>
Nov 27 14:56:53 user nova-compute[75432]:     <acpi/>
Nov 27 14:56:53 user nova-compute[75432]:     <apic/>
Nov 27 14:56:53 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 14:56:53 user nova-compute[75432]:   </features>
Nov 27 14:56:53 user nova-compute[75432]:   <clock offset="utc">
Nov 27 14:56:53 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 14:56:53 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 14:56:53 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 14:56:53 user nova-compute[75432]:   </clock>
Nov 27 14:56:53 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 14:56:53 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 14:56:53 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 14:56:53 user nova-compute[75432]:   </cpu>
Nov 27 14:56:53 user nova-compute[75432]:   <devices>
Nov 27 14:56:53 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:56:53 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:56:53 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk"/>
Nov 27 14:56:53 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 14:56:53 user nova-compute[75432]:     </disk>
Nov 27 14:56:53 user nova-compute[75432]:     <disk type="block" device="disk">
Nov 27 14:56:53 user nova-compute[75432]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:56:53 user nova-compute[75432]:       <source dev="/dev/sdd"/>
Nov 27 14:56:53 user nova-compute[75432]:       <target dev="vdb" bus="virtio"/>
Nov 27 14:56:53 user nova-compute[75432]:       <serial>a20fd748-535a-47ce-8ea5-d8c26bb60ecc</serial>
Nov 27 14:56:53 user nova-compute[75432]:     </disk>
Nov 27 14:56:53 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 14:56:53 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 14:56:53 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.rescue"/>
Nov 27 14:56:53 user nova-compute[75432]:       <target dev="vdc" bus="virtio"/>
Nov 27 14:56:53 user nova-compute[75432]:       <boot order="1"/>
Nov 27 14:56:53 user nova-compute[75432]:     </disk>
Nov 27 14:56:53 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 14:56:53 user nova-compute[75432]:       <mac address="fa:16:3e:6c:bf:c4"/>
Nov 27 14:56:53 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:56:53 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 14:56:53 user nova-compute[75432]:       <target dev="tap1e12f97b-60"/>
Nov 27 14:56:53 user nova-compute[75432]:     </interface>
Nov 27 14:56:53 user nova-compute[75432]:     <serial type="pty">
Nov 27 14:56:53 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/console.log" append="off"/>
Nov 27 14:56:53 user nova-compute[75432]:     </serial>
Nov 27 14:56:53 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 14:56:53 user nova-compute[75432]:     <video>
Nov 27 14:56:53 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 14:56:53 user nova-compute[75432]:     </video>
Nov 27 14:56:53 user nova-compute[75432]:     <rng model="virtio">
Nov 27 14:56:53 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 14:56:53 user nova-compute[75432]:     </rng>
Nov 27 14:56:53 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 14:56:53 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 14:56:53 user nova-compute[75432]:       <stats period="10"/>
Nov 27 14:56:53 user nova-compute[75432]:     </memballoon>
Nov 27 14:56:53 user nova-compute[75432]:   </devices>
Nov 27 14:56:53 user nova-compute[75432]: </domain>
Nov 27 14:56:53 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 14:56:53 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Instance destroyed successfully.
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 14:56:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] No VIF found with MAC fa:16:3e:6c:bf:c4, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 14:56:54 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:56:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:56:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:56:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:56:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:56:55 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updating instance_info_cache with network_info: [{"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:56:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:56:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:56:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-06416255-cae1-4e89-a27a-ba844cb0f98b req-9cf99c55-28df-445f-8e71-2aeb2a7578dd service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:56:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-06416255-cae1-4e89-a27a-ba844cb0f98b req-9cf99c55-28df-445f-8e71-2aeb2a7578dd service nova] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-06416255-cae1-4e89-a27a-ba844cb0f98b req-9cf99c55-28df-445f-8e71-2aeb2a7578dd service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-06416255-cae1-4e89-a27a-ba844cb0f98b req-9cf99c55-28df-445f-8e71-2aeb2a7578dd service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:55 user nova-compute[75432]: DEBUG nova.compute.manager [req-06416255-cae1-4e89-a27a-ba844cb0f98b req-9cf99c55-28df-445f-8e71-2aeb2a7578dd service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] No waiting events found dispatching network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:56:55 user nova-compute[75432]: WARNING nova.compute.manager [req-06416255-cae1-4e89-a27a-ba844cb0f98b req-9cf99c55-28df-445f-8e71-2aeb2a7578dd service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received unexpected event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 for instance with vm_state active and task_state rescuing.
Nov 27 14:56:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:56 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:56:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-910908a1-8d31-4f89-858c-ee01ac91e29c tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:56:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-654381de-1ed2-434b-91f9-405a4b4d0d68 req-9522bc3c-e9ca-48b3-b645-5f48cd88db16 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:56:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-654381de-1ed2-434b-91f9-405a4b4d0d68 req-9522bc3c-e9ca-48b3-b645-5f48cd88db16 service nova] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:56:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-654381de-1ed2-434b-91f9-405a4b4d0d68 req-9522bc3c-e9ca-48b3-b645-5f48cd88db16 service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:56:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-654381de-1ed2-434b-91f9-405a4b4d0d68 req-9522bc3c-e9ca-48b3-b645-5f48cd88db16 service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:56:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-654381de-1ed2-434b-91f9-405a4b4d0d68 req-9522bc3c-e9ca-48b3-b645-5f48cd88db16 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] No waiting events found dispatching network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:56:57 user nova-compute[75432]: WARNING nova.compute.manager [req-654381de-1ed2-434b-91f9-405a4b4d0d68 req-9522bc3c-e9ca-48b3-b645-5f48cd88db16 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received unexpected event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 for instance with vm_state active and task_state rescuing.
Nov 27 14:56:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:56:58 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:56:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:57:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:57:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:57:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:57:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:57:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:57:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:57:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:57:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:57:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:12 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:57:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:57:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:57:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:57:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:57:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:57:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:57:49 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:57:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:57:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:57:49 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:57:49 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:57:49 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.rescue --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:50 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:57:50 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:57:50 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8798MB free_disk=24.856426239013672GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:57:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:57:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 7eeca525-2808-47c1-8a55-70cac3dab345 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:57:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 304a9f3b-c471-43ec-a36a-83719e6e2b30 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:57:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 619d1b8a-2e24-49ca-9304-d7afcdf533be actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:57:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:57:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:57:51 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:57:51 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:57:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:57:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.258s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:57:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:57:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:57:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:57:54 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:57:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:57:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 14:57:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:57:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:57:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:57:54 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:57:55 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updating instance_info_cache with network_info: [{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:57:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:57:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:57:55 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:57:55 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:57:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:57:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:57:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:57:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:57:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:57:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:57:56 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:58:00 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:58:00 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:58:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:58:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 14:58:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:58:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 14:58:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-ab64057f-376a-4a48-9d83-878fab3d0f60 req-7737ce54-4744-46b8-89ff-571ddfceb569 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Received event network-changed-2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:58:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-ab64057f-376a-4a48-9d83-878fab3d0f60 req-7737ce54-4744-46b8-89ff-571ddfceb569 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Refreshing instance network info cache due to event network-changed-2c97a12d-e087-4d9b-b5d0-24febb70c698. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:58:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ab64057f-376a-4a48-9d83-878fab3d0f60 req-7737ce54-4744-46b8-89ff-571ddfceb569 service nova] Acquiring lock "refresh_cache-619d1b8a-2e24-49ca-9304-d7afcdf533be" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:58:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ab64057f-376a-4a48-9d83-878fab3d0f60 req-7737ce54-4744-46b8-89ff-571ddfceb569 service nova] Acquired lock "refresh_cache-619d1b8a-2e24-49ca-9304-d7afcdf533be" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:58:04 user nova-compute[75432]: DEBUG nova.network.neutron [req-ab64057f-376a-4a48-9d83-878fab3d0f60 req-7737ce54-4744-46b8-89ff-571ddfceb569 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Refreshing network info cache for port 2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG nova.network.neutron [req-ab64057f-376a-4a48-9d83-878fab3d0f60 req-7737ce54-4744-46b8-89ff-571ddfceb569 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Updated VIF entry in instance network info cache for port 2c97a12d-e087-4d9b-b5d0-24febb70c698. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG nova.network.neutron [req-ab64057f-376a-4a48-9d83-878fab3d0f60 req-7737ce54-4744-46b8-89ff-571ddfceb569 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Updating instance_info_cache with network_info: [{"id": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "address": "fa:16:3e:df:fa:27", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c97a12d-e0", "ovs_interfaceid": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ab64057f-376a-4a48-9d83-878fab3d0f60 req-7737ce54-4744-46b8-89ff-571ddfceb569 service nova] Releasing lock "refresh_cache-619d1b8a-2e24-49ca-9304-d7afcdf533be" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-5f747b1b-e062-4adb-8ed7-dc43df367d9b req-5548ed96-15d1-49c2-9eea-1ba81649245e service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Received event network-changed-2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-5f747b1b-e062-4adb-8ed7-dc43df367d9b req-5548ed96-15d1-49c2-9eea-1ba81649245e service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Refreshing instance network info cache due to event network-changed-2c97a12d-e087-4d9b-b5d0-24febb70c698. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5f747b1b-e062-4adb-8ed7-dc43df367d9b req-5548ed96-15d1-49c2-9eea-1ba81649245e service nova] Acquiring lock "refresh_cache-619d1b8a-2e24-49ca-9304-d7afcdf533be" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5f747b1b-e062-4adb-8ed7-dc43df367d9b req-5548ed96-15d1-49c2-9eea-1ba81649245e service nova] Acquired lock "refresh_cache-619d1b8a-2e24-49ca-9304-d7afcdf533be" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG nova.network.neutron [req-5f747b1b-e062-4adb-8ed7-dc43df367d9b req-5548ed96-15d1-49c2-9eea-1ba81649245e service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Refreshing network info cache for port 2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "619d1b8a-2e24-49ca-9304-d7afcdf533be" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:05 user nova-compute[75432]: INFO nova.compute.manager [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Terminating instance
Nov 27 14:58:05 user nova-compute[75432]: DEBUG nova.compute.manager [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.network.neutron [req-5f747b1b-e062-4adb-8ed7-dc43df367d9b req-5548ed96-15d1-49c2-9eea-1ba81649245e service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Updated VIF entry in instance network info cache for port 2c97a12d-e087-4d9b-b5d0-24febb70c698. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.network.neutron [req-5f747b1b-e062-4adb-8ed7-dc43df367d9b req-5548ed96-15d1-49c2-9eea-1ba81649245e service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Updating instance_info_cache with network_info: [{"id": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "address": "fa:16:3e:df:fa:27", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c97a12d-e0", "ovs_interfaceid": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-5f747b1b-e062-4adb-8ed7-dc43df367d9b req-5548ed96-15d1-49c2-9eea-1ba81649245e service nova] Releasing lock "refresh_cache-619d1b8a-2e24-49ca-9304-d7afcdf533be" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:58:06 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Instance destroyed successfully.
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.objects.instance [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lazy-loading 'resources' on Instance uuid 619d1b8a-2e24-49ca-9304-d7afcdf533be {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:56:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1860946693',display_name='tempest-TestVolumeBootPattern-server-1860946693',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1860946693',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKbXP8n9+mnMpaK58PQJ8CTzeF16IiFmmDwnx/D7WYXSooo2Uz1CaRdneGzxHftqAibHIw4NkgIn8R+u/klTdfNrbJmhzN3uXdnkwlQYjMmemXsGQMiiCp8FYWp6d1F1UQ==',key_name='tempest-TestVolumeBootPattern-829350422',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:56:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-5j4yi610',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:56:24Z,user_data=None,user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=619d1b8a-2e24-49ca-9304-d7afcdf533be,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "address": "fa:16:3e:df:fa:27", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c97a12d-e0", "ovs_interfaceid": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "address": "fa:16:3e:df:fa:27", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.104", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c97a12d-e0", "ovs_interfaceid": "2c97a12d-e087-4d9b-b5d0-24febb70c698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:df:fa:27,bridge_name='br-int',has_traffic_filtering=True,id=2c97a12d-e087-4d9b-b5d0-24febb70c698,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c97a12d-e0') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_vif [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:fa:27,bridge_name='br-int',has_traffic_filtering=True,id=2c97a12d-e087-4d9b-b5d0-24febb70c698,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c97a12d-e0') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2c97a12d-e0, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b3a06c84-2b99-40d9-b3b8-1b7bce748ebf) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:58:06 user nova-compute[75432]: INFO os_vif [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:df:fa:27,bridge_name='br-int',has_traffic_filtering=True,id=2c97a12d-e087-4d9b-b5d0-24febb70c698,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c97a12d-e0')
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zhkqSefa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:58:06 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0efb396f-d95f-496f-859f-32a0d4a9e3c5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:58:06 user nova-compute[75432]: No targets found.
Nov 27 14:58:06 user nova-compute[75432]: iSNS:
Nov 27 14:58:06 user nova-compute[75432]: No targets found.
Nov 27 14:58:06 user nova-compute[75432]: STATIC:
Nov 27 14:58:06 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d
Nov 27 14:58:06 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:58:06 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:58:06 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d
Nov 27 14:58:06 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:58:06 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:58:06 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc
Nov 27 14:58:06 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:58:06 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:58:06 user nova-compute[75432]: FIRMWARE:
Nov 27 14:58:06 user nova-compute[75432]: No targets found.
Nov 27 14:58:06 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:58:06 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:58:06 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e5551c7-1a29-47ff-bae1-c652ea7ff7b9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a23ff9b5-e3e9-47c9-a115-19941213df65]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:58:06 user nova-compute[75432]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)
Nov 27 14:58:06 user nova-compute[75432]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)
Nov 27 14:58:06 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:58:06 user nova-compute[75432]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d (non-flash)
Nov 27 14:58:06 user nova-compute[75432]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)
Nov 27 14:58:06 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b74724e50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d'): ({'sdc'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Removing single pathed devices sdc {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4331f411-7c1e-47df-85b6-621d8a83295b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2339902-2506-4d27-83e9-0271fcce8f14]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flushing IO for device /dev/sdc {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a82fb05-9a82-4e29-a0f3-3784c61d8bcc]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[64eb12dd-4806-403a-8185-85bf7b2d1e67]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] SCSI volumes sdc have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_cb3f16fd', '/dev/disk/by-id/scsi-1SCST_BIOcb3f16fd-00104d07b3f2ecde', '/dev/disk/by-id/scsi-23030313034643037') {{(pid=85645) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aab59ad-2db9-49e5-bb4d-a525589ab197]: (4, None) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[355432bc-1be3-4293-8af6-3725e4d343c3]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d552edf-ca21-4970-8733-adbb444422fb]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d, portal: 172.16.0.220,3260]
Nov 27 14:58:06 user nova-compute[75432]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d, portal: 172.16.0.220,3260] successful.
Nov 27 14:58:06 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4b43c9c1-def9-4210-bf0a-f0c7283efc8d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[06b4cb43-be6b-46d9-9d89-2caae7de2441]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.313s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== disconnect_volume: return (315ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:58:06 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Deleting instance files /opt/stack/data/nova/instances/619d1b8a-2e24-49ca-9304-d7afcdf533be_del
Nov 27 14:58:06 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Deletion of /opt/stack/data/nova/instances/619d1b8a-2e24-49ca-9304-d7afcdf533be_del complete
Nov 27 14:58:06 user nova-compute[75432]: INFO nova.compute.manager [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Took 1.17 seconds to destroy the instance on the hypervisor.
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-8570531b-8a42-4ab4-9f9e-2abb820710a6 req-cc3f123e-e124-486a-8e41-f3797a732037 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Received event network-vif-unplugged-2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8570531b-8a42-4ab4-9f9e-2abb820710a6 req-cc3f123e-e124-486a-8e41-f3797a732037 service nova] Acquiring lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8570531b-8a42-4ab4-9f9e-2abb820710a6 req-cc3f123e-e124-486a-8e41-f3797a732037 service nova] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8570531b-8a42-4ab4-9f9e-2abb820710a6 req-cc3f123e-e124-486a-8e41-f3797a732037 service nova] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-8570531b-8a42-4ab4-9f9e-2abb820710a6 req-cc3f123e-e124-486a-8e41-f3797a732037 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] No waiting events found dispatching network-vif-unplugged-2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-8570531b-8a42-4ab4-9f9e-2abb820710a6 req-cc3f123e-e124-486a-8e41-f3797a732037 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Received event network-vif-unplugged-2c97a12d-e087-4d9b-b5d0-24febb70c698 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-8570531b-8a42-4ab4-9f9e-2abb820710a6 req-cc3f123e-e124-486a-8e41-f3797a732037 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Received event network-vif-plugged-2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8570531b-8a42-4ab4-9f9e-2abb820710a6 req-cc3f123e-e124-486a-8e41-f3797a732037 service nova] Acquiring lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8570531b-8a42-4ab4-9f9e-2abb820710a6 req-cc3f123e-e124-486a-8e41-f3797a732037 service nova] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-8570531b-8a42-4ab4-9f9e-2abb820710a6 req-cc3f123e-e124-486a-8e41-f3797a732037 service nova] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-8570531b-8a42-4ab4-9f9e-2abb820710a6 req-cc3f123e-e124-486a-8e41-f3797a732037 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] No waiting events found dispatching network-vif-plugged-2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:58:06 user nova-compute[75432]: WARNING nova.compute.manager [req-8570531b-8a42-4ab4-9f9e-2abb820710a6 req-cc3f123e-e124-486a-8e41-f3797a732037 service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Received unexpected event network-vif-plugged-2c97a12d-e087-4d9b-b5d0-24febb70c698 for instance with vm_state active and task_state deleting.
Nov 27 14:58:07 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:58:07 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Took 0.45 seconds to deallocate network for instance.
Nov 27 14:58:07 user nova-compute[75432]: INFO nova.compute.manager [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Took 0.74 seconds to detach 1 volumes for instance.
Nov 27 14:58:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:08 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:58:08 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:58:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.178s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:08 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Deleted allocations for instance 619d1b8a-2e24-49ca-9304-d7afcdf533be
Nov 27 14:58:08 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-9eb20a3c-59e5-4d35-a2bf-ef91d89a918a tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "619d1b8a-2e24-49ca-9304-d7afcdf533be" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.724s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:08 user nova-compute[75432]: DEBUG nova.compute.manager [req-9dcba929-55c8-4f09-ae15-7bde5721636f req-3f6d3051-cd65-476a-8ae8-46800c426dfc service nova] [instance: 619d1b8a-2e24-49ca-9304-d7afcdf533be] Received event network-vif-deleted-2c97a12d-e087-4d9b-b5d0-24febb70c698 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:58:11 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Verify base images {{(pid=75432) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75432) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Image id 7d9c9b17-f6cf-41f0-89b3-f8d72f81991f yields fingerprint 1855c52d2f9e23a86151a101c9a02711d5f2eb0a {{(pid=75432) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 27 14:58:16 user nova-compute[75432]: INFO nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] image 7d9c9b17-f6cf-41f0-89b3-f8d72f81991f at (/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a): checking
Nov 27 14:58:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] image 7d9c9b17-f6cf-41f0-89b3-f8d72f81991f at (/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a): image is in use {{(pid=75432) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] 304a9f3b-c471-43ec-a36a-83719e6e2b30 is a valid instance name {{(pid=75432) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] 7eeca525-2808-47c1-8a55-70cac3dab345 is a valid instance name {{(pid=75432) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] 7eeca525-2808-47c1-8a55-70cac3dab345 has a disk file {{(pid=75432) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 7eeca525-2808-47c1-8a55-70cac3dab345 is backed by 1855c52d2f9e23a86151a101c9a02711d5f2eb0a {{(pid=75432) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 27 14:58:16 user nova-compute[75432]: WARNING nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f
Nov 27 14:58:16 user nova-compute[75432]: WARNING nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd
Nov 27 14:58:16 user nova-compute[75432]: WARNING nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804
Nov 27 14:58:16 user nova-compute[75432]: WARNING nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086
Nov 27 14:58:16 user nova-compute[75432]: WARNING nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c
Nov 27 14:58:16 user nova-compute[75432]: WARNING nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81
Nov 27 14:58:16 user nova-compute[75432]: WARNING nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed
Nov 27 14:58:16 user nova-compute[75432]: WARNING nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189
Nov 27 14:58:16 user nova-compute[75432]: WARNING nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c
Nov 27 14:58:16 user nova-compute[75432]: INFO nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Active base files: /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a
Nov 27 14:58:16 user nova-compute[75432]: INFO nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Removable base files: /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804 /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086 /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81 /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189 /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c
Nov 27 14:58:16 user nova-compute[75432]: INFO nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c06d0c5eccc9f503bf2bf10f421e56135ade564f
Nov 27 14:58:16 user nova-compute[75432]: INFO nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/52d365f7bddbe43ed344ba67b37029a4236093bd
Nov 27 14:58:16 user nova-compute[75432]: INFO nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/5786f94afc04fd8998e974e5e41895496cdf5804
Nov 27 14:58:16 user nova-compute[75432]: INFO nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/06c03540cf4ea70687d62b14c46e411c1c716086
Nov 27 14:58:16 user nova-compute[75432]: INFO nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/e17b057730dddae0c3491ad43fd377479fcc981c
Nov 27 14:58:16 user nova-compute[75432]: INFO nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/90a362b6720684ea2d5f697860e807d67d0bea81
Nov 27 14:58:16 user nova-compute[75432]: INFO nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/29dc74b752639feb5cbfee0cd6552e4c4802d3ed
Nov 27 14:58:16 user nova-compute[75432]: INFO nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/0068bc80d9bd8a0ee56b18cdf4e580582564a189
Nov 27 14:58:16 user nova-compute[75432]: INFO nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/6276ce7db1ce8dbb842bf32188923fddf2f3ed0c
Nov 27 14:58:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Verification complete {{(pid=75432) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Verify swap images {{(pid=75432) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 27 14:58:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.imagecache [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Verify ephemeral images {{(pid=75432) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 27 14:58:21 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:26 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:31 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:36 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:58:40 user nova-compute[75432]: INFO nova.compute.manager [None req-1be533b2-5a87-4e2d-963b-9327522086a2 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Unrescuing
Nov 27 14:58:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1be533b2-5a87-4e2d-963b-9327522086a2 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:58:40 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1be533b2-5a87-4e2d-963b-9327522086a2 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquired lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:58:40 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1be533b2-5a87-4e2d-963b-9327522086a2 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG nova.network.neutron [None req-1be533b2-5a87-4e2d-963b-9327522086a2 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updating instance_info_cache with network_info: [{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1be533b2-5a87-4e2d-963b-9327522086a2 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Releasing lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1be533b2-5a87-4e2d-963b-9327522086a2 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lazy-loading 'flavor' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-90827d16-f01b-4166-82e0-f888204b836d req-eda858d6-71c6-4746-bc1d-fa077bb562e9 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-unplugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-90827d16-f01b-4166-82e0-f888204b836d req-eda858d6-71c6-4746-bc1d-fa077bb562e9 service nova] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-90827d16-f01b-4166-82e0-f888204b836d req-eda858d6-71c6-4746-bc1d-fa077bb562e9 service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-90827d16-f01b-4166-82e0-f888204b836d req-eda858d6-71c6-4746-bc1d-fa077bb562e9 service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-90827d16-f01b-4166-82e0-f888204b836d req-eda858d6-71c6-4746-bc1d-fa077bb562e9 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] No waiting events found dispatching network-vif-unplugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:58:41 user nova-compute[75432]: WARNING nova.compute.manager [req-90827d16-f01b-4166-82e0-f888204b836d req-eda858d6-71c6-4746-bc1d-fa077bb562e9 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received unexpected event network-vif-unplugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:58:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-79bd80e5-ed82-4dc3-a1e0-850df9f4780e req-9b937e97-a091-4e6d-a46c-78170a1ceef9 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-changed-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG nova.compute.manager [req-79bd80e5-ed82-4dc3-a1e0-850df9f4780e req-9b937e97-a091-4e6d-a46c-78170a1ceef9 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Refreshing instance network info cache due to event network-changed-1e12f97b-603a-40a5-a07a-0d15861d92b0. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-79bd80e5-ed82-4dc3-a1e0-850df9f4780e req-9b937e97-a091-4e6d-a46c-78170a1ceef9 service nova] Acquiring lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-79bd80e5-ed82-4dc3-a1e0-850df9f4780e req-9b937e97-a091-4e6d-a46c-78170a1ceef9 service nova] Acquired lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:58:41 user nova-compute[75432]: DEBUG nova.network.neutron [req-79bd80e5-ed82-4dc3-a1e0-850df9f4780e req-9b937e97-a091-4e6d-a46c-78170a1ceef9 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Refreshing network info cache for port 1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:58:41 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Instance destroyed successfully.
Nov 27 14:58:42 user nova-compute[75432]: DEBUG nova.network.neutron [req-79bd80e5-ed82-4dc3-a1e0-850df9f4780e req-9b937e97-a091-4e6d-a46c-78170a1ceef9 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updated VIF entry in instance network info cache for port 1e12f97b-603a-40a5-a07a-0d15861d92b0. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:58:42 user nova-compute[75432]: DEBUG nova.network.neutron [req-79bd80e5-ed82-4dc3-a1e0-850df9f4780e req-9b937e97-a091-4e6d-a46c-78170a1ceef9 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updating instance_info_cache with network_info: [{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:58:42 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-79bd80e5-ed82-4dc3-a1e0-850df9f4780e req-9b937e97-a091-4e6d-a46c-78170a1ceef9 service nova] Releasing lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG nova.compute.manager [req-489ab663-d177-40ea-ab3e-4c57de7f6192 req-94fad162-0226-4da6-9cb7-78e75c29434f service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-489ab663-d177-40ea-ab3e-4c57de7f6192 req-94fad162-0226-4da6-9cb7-78e75c29434f service nova] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-489ab663-d177-40ea-ab3e-4c57de7f6192 req-94fad162-0226-4da6-9cb7-78e75c29434f service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-489ab663-d177-40ea-ab3e-4c57de7f6192 req-94fad162-0226-4da6-9cb7-78e75c29434f service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG nova.compute.manager [req-489ab663-d177-40ea-ab3e-4c57de7f6192 req-94fad162-0226-4da6-9cb7-78e75c29434f service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] No waiting events found dispatching network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:58:43 user nova-compute[75432]: WARNING nova.compute.manager [req-489ab663-d177-40ea-ab3e-4c57de7f6192 req-94fad162-0226-4da6-9cb7-78e75c29434f service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received unexpected event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:58:43 user nova-compute[75432]: DEBUG nova.compute.manager [req-e0426c03-8ed2-4623-94b3-26c22ae6e621 req-07c3b10d-54b0-4329-a77a-f02b75921b41 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-changed-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG nova.compute.manager [req-e0426c03-8ed2-4623-94b3-26c22ae6e621 req-07c3b10d-54b0-4329-a77a-f02b75921b41 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Refreshing instance network info cache due to event network-changed-1e12f97b-603a-40a5-a07a-0d15861d92b0. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e0426c03-8ed2-4623-94b3-26c22ae6e621 req-07c3b10d-54b0-4329-a77a-f02b75921b41 service nova] Acquiring lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e0426c03-8ed2-4623-94b3-26c22ae6e621 req-07c3b10d-54b0-4329-a77a-f02b75921b41 service nova] Acquired lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG nova.network.neutron [req-e0426c03-8ed2-4623-94b3-26c22ae6e621 req-07c3b10d-54b0-4329-a77a-f02b75921b41 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Refreshing network info cache for port 1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:44 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:44 user nova-compute[75432]: DEBUG nova.network.neutron [req-e0426c03-8ed2-4623-94b3-26c22ae6e621 req-07c3b10d-54b0-4329-a77a-f02b75921b41 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updated VIF entry in instance network info cache for port 1e12f97b-603a-40a5-a07a-0d15861d92b0. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:58:44 user nova-compute[75432]: DEBUG nova.network.neutron [req-e0426c03-8ed2-4623-94b3-26c22ae6e621 req-07c3b10d-54b0-4329-a77a-f02b75921b41 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updating instance_info_cache with network_info: [{"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:58:44 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-e0426c03-8ed2-4623-94b3-26c22ae6e621 req-07c3b10d-54b0-4329-a77a-f02b75921b41 service nova] Releasing lock "refresh_cache-7eeca525-2808-47c1-8a55-70cac3dab345" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:58:45 user nova-compute[75432]: DEBUG nova.compute.manager [req-ad959f33-a0bd-429e-ad01-b8613f764998 req-c28ab6d3-c6d7-4810-bc72-1de86e292e56 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:58:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ad959f33-a0bd-429e-ad01-b8613f764998 req-c28ab6d3-c6d7-4810-bc72-1de86e292e56 service nova] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ad959f33-a0bd-429e-ad01-b8613f764998 req-c28ab6d3-c6d7-4810-bc72-1de86e292e56 service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ad959f33-a0bd-429e-ad01-b8613f764998 req-c28ab6d3-c6d7-4810-bc72-1de86e292e56 service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:45 user nova-compute[75432]: DEBUG nova.compute.manager [req-ad959f33-a0bd-429e-ad01-b8613f764998 req-c28ab6d3-c6d7-4810-bc72-1de86e292e56 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] No waiting events found dispatching network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:58:45 user nova-compute[75432]: WARNING nova.compute.manager [req-ad959f33-a0bd-429e-ad01-b8613f764998 req-c28ab6d3-c6d7-4810-bc72-1de86e292e56 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received unexpected event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:58:45 user nova-compute[75432]: DEBUG nova.compute.manager [req-ad959f33-a0bd-429e-ad01-b8613f764998 req-c28ab6d3-c6d7-4810-bc72-1de86e292e56 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:58:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ad959f33-a0bd-429e-ad01-b8613f764998 req-c28ab6d3-c6d7-4810-bc72-1de86e292e56 service nova] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ad959f33-a0bd-429e-ad01-b8613f764998 req-c28ab6d3-c6d7-4810-bc72-1de86e292e56 service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:45 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-ad959f33-a0bd-429e-ad01-b8613f764998 req-c28ab6d3-c6d7-4810-bc72-1de86e292e56 service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:45 user nova-compute[75432]: DEBUG nova.compute.manager [req-ad959f33-a0bd-429e-ad01-b8613f764998 req-c28ab6d3-c6d7-4810-bc72-1de86e292e56 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] No waiting events found dispatching network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:58:45 user nova-compute[75432]: WARNING nova.compute.manager [req-ad959f33-a0bd-429e-ad01-b8613f764998 req-c28ab6d3-c6d7-4810-bc72-1de86e292e56 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received unexpected event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 for instance with vm_state rescued and task_state unrescuing.
Nov 27 14:58:45 user nova-compute[75432]: DEBUG nova.compute.manager [None req-1be533b2-5a87-4e2d-963b-9327522086a2 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 14:58:46 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:50 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:58:50 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75432) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 14:58:51 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:58:51 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:58:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8887MB free_disk=24.85601043701172GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 7eeca525-2808-47c1-8a55-70cac3dab345 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 304a9f3b-c471-43ec-a36a-83719e6e2b30 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:58:51 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:58:52 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:58:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.201s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:58:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:58:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:58:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:54 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:58:54 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:58:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:58:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:58:54 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 14:58:55 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updating instance_info_cache with network_info: [{"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:58:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:58:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 14:58:55 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:58:56 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:56 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:58:57 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:58:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:58:58 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:01 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:01 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 14:59:02 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75432) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-c6faf6a4-561a-4766-896e-bc7d74af83bd req-b22b27d9-b6ec-4dcc-986e-8e8e5a2c70e2 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Received event network-changed-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-c6faf6a4-561a-4766-896e-bc7d74af83bd req-b22b27d9-b6ec-4dcc-986e-8e8e5a2c70e2 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Refreshing instance network info cache due to event network-changed-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c6faf6a4-561a-4766-896e-bc7d74af83bd req-b22b27d9-b6ec-4dcc-986e-8e8e5a2c70e2 service nova] Acquiring lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c6faf6a4-561a-4766-896e-bc7d74af83bd req-b22b27d9-b6ec-4dcc-986e-8e8e5a2c70e2 service nova] Acquired lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.network.neutron [req-c6faf6a4-561a-4766-896e-bc7d74af83bd req-b22b27d9-b6ec-4dcc-986e-8e8e5a2c70e2 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Refreshing network info cache for port 3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "304a9f3b-c471-43ec-a36a-83719e6e2b30" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:59:03 user nova-compute[75432]: INFO nova.compute.manager [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Terminating instance
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.network.neutron [req-c6faf6a4-561a-4766-896e-bc7d74af83bd req-b22b27d9-b6ec-4dcc-986e-8e8e5a2c70e2 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updated VIF entry in instance network info cache for port 3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.network.neutron [req-c6faf6a4-561a-4766-896e-bc7d74af83bd req-b22b27d9-b6ec-4dcc-986e-8e8e5a2c70e2 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updating instance_info_cache with network_info: [{"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-c6faf6a4-561a-4766-896e-bc7d74af83bd req-b22b27d9-b6ec-4dcc-986e-8e8e5a2c70e2 service nova] Releasing lock "refresh_cache-304a9f3b-c471-43ec-a36a-83719e6e2b30" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-33304eec-7441-41a9-acbb-bbec14763e53 req-ebe497a1-e93d-435f-9fe2-1f070111a1ee service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Received event network-vif-unplugged-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-33304eec-7441-41a9-acbb-bbec14763e53 req-ebe497a1-e93d-435f-9fe2-1f070111a1ee service nova] Acquiring lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-33304eec-7441-41a9-acbb-bbec14763e53 req-ebe497a1-e93d-435f-9fe2-1f070111a1ee service nova] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-33304eec-7441-41a9-acbb-bbec14763e53 req-ebe497a1-e93d-435f-9fe2-1f070111a1ee service nova] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-33304eec-7441-41a9-acbb-bbec14763e53 req-ebe497a1-e93d-435f-9fe2-1f070111a1ee service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] No waiting events found dispatching network-vif-unplugged-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.compute.manager [req-33304eec-7441-41a9-acbb-bbec14763e53 req-ebe497a1-e93d-435f-9fe2-1f070111a1ee service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Received event network-vif-unplugged-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:03 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Instance destroyed successfully.
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.objects.instance [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lazy-loading 'resources' on Instance uuid 304a9f3b-c471-43ec-a36a-83719e6e2b30 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:54:12Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1405975224',display_name='tempest-TestVolumeBootPattern-server-1405975224',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1405975224',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKbXP8n9+mnMpaK58PQJ8CTzeF16IiFmmDwnx/D7WYXSooo2Uz1CaRdneGzxHftqAibHIw4NkgIn8R+u/klTdfNrbJmhzN3uXdnkwlQYjMmemXsGQMiiCp8FYWp6d1F1UQ==',key_name='tempest-TestVolumeBootPattern-829350422',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:54:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9ae333e5342e476c82ac33016160e51a',ramdisk_id='',reservation_id='r-lx6xbf4m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-781872517',owner_user_name='tempest-TestVolumeBootPattern-781872517-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:54:25Z,user_data=None,user_id='1104b5bff1dc4fb8a64ddc97c75ffd17',uuid=304a9f3b-c471-43ec-a36a-83719e6e2b30,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converting VIF {"id": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "address": "fa:16:3e:f2:fe:c1", "network": {"id": "5cda1f41-7cb2-49a8-8066-84b746451e3b", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-493333963-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9ae333e5342e476c82ac33016160e51a", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3fb9aaf8-94", "ovs_interfaceid": "3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f2:fe:c1,bridge_name='br-int',has_traffic_filtering=True,id=3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fb9aaf8-94') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG os_vif [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:fe:c1,bridge_name='br-int',has_traffic_filtering=True,id=3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fb9aaf8-94') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3fb9aaf8-94, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5945d57e-031c-4b9d-9b74-aa548d49dca6) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:03 user nova-compute[75432]: INFO os_vif [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f2:fe:c1,bridge_name='br-int',has_traffic_filtering=True,id=3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853,network=Network(5cda1f41-7cb2-49a8-8066-84b746451e3b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3fb9aaf8-94')
Nov 27 14:59:03 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cUyHtMNW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:59:03 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:59:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7794f698-e087-4a7c-91fa-709d0f85e6ca]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:59:03 user nova-compute[75432]: No targets found.
Nov 27 14:59:03 user nova-compute[75432]: iSNS:
Nov 27 14:59:03 user nova-compute[75432]: No targets found.
Nov 27 14:59:03 user nova-compute[75432]: STATIC:
Nov 27 14:59:03 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d
Nov 27 14:59:03 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:59:03 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:59:03 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc
Nov 27 14:59:03 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:59:03 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:59:03 user nova-compute[75432]: FIRMWARE:
Nov 27 14:59:03 user nova-compute[75432]: No targets found.
Nov 27 14:59:03 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:59:03 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:59:03 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:03 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8235218a-94a9-4f38-9294-ea5ce2d416ec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5965cd37-512e-4133-8028-5282e7d14bc5]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:59:04 user nova-compute[75432]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)
Nov 27 14:59:04 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d (non-flash)
Nov 27 14:59:04 user nova-compute[75432]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)
Nov 27 14:59:04 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b50230550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[51edbf92-f030-4b62-80a0-2f683e64f5a1]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea6e54a4-e4e7-4c13-808d-eec1cf2f8317]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[89a137dc-fa1b-4748-a5ed-b988efec1b2e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dec39d8-9440-43dd-b4a2-d0dada6d2edd]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_d7495f30', '/dev/disk/by-id/scsi-1SCST_BIOd7495f30-1cde4f3c6792a6f7', '/dev/disk/by-id/scsi-23163646534663363') {{(pid=85645) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[87a3c3ca-4a50-43bb-9e4c-85711b8fc143]: (4, None) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fbe52e3-db1c-4b3c-9a0b-5bdc3aad905d]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[786ffa04-c2ac-4763-8261-174a620d99a0]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260]
Nov 27 14:59:04 user nova-compute[75432]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d, portal: 172.16.0.220,3260] successful.
Nov 27 14:59:04 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:04adba9a-a0db-41fb-bd4c-5dfd69d66b6d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd0f4318-f454-4509-8e72-b3e7bd9b87ee]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] <== disconnect_volume: return (312ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:59:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Deleting instance files /opt/stack/data/nova/instances/304a9f3b-c471-43ec-a36a-83719e6e2b30_del
Nov 27 14:59:04 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Deletion of /opt/stack/data/nova/instances/304a9f3b-c471-43ec-a36a-83719e6e2b30_del complete
Nov 27 14:59:04 user nova-compute[75432]: INFO nova.compute.manager [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Took 1.15 seconds to destroy the instance on the hypervisor.
Nov 27 14:59:04 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 14:59:04 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 14:59:04 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Took 0.46 seconds to deallocate network for instance.
Nov 27 14:59:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-6b660bca-2c1e-4c81-9aa7-3b3328fcb2ab req-936082ae-f7d4-47bc-936a-b740310fb50e service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Received event network-vif-deleted-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:59:05 user nova-compute[75432]: INFO nova.compute.manager [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Took 0.77 seconds to detach 1 volumes for instance.
Nov 27 14:59:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-12d444d6-dad4-47de-a271-f844b862d860 req-6192a068-3499-4b66-8672-286a54f2c789 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Received event network-vif-plugged-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-12d444d6-dad4-47de-a271-f844b862d860 req-6192a068-3499-4b66-8672-286a54f2c789 service nova] Acquiring lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-12d444d6-dad4-47de-a271-f844b862d860 req-6192a068-3499-4b66-8672-286a54f2c789 service nova] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-12d444d6-dad4-47de-a271-f844b862d860 req-6192a068-3499-4b66-8672-286a54f2c789 service nova] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG nova.compute.manager [req-12d444d6-dad4-47de-a271-f844b862d860 req-6192a068-3499-4b66-8672-286a54f2c789 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] No waiting events found dispatching network-vif-plugged-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 14:59:05 user nova-compute[75432]: WARNING nova.compute.manager [req-12d444d6-dad4-47de-a271-f844b862d860 req-6192a068-3499-4b66-8672-286a54f2c789 service nova] [instance: 304a9f3b-c471-43ec-a36a-83719e6e2b30] Received unexpected event network-vif-plugged-3fb9aaf8-94ca-40bb-8aef-e8da4cfe0853 for instance with vm_state deleted and task_state None.
Nov 27 14:59:05 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Refreshing inventories for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Updating ProviderTree inventory for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Updating inventory in ProviderTree for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Refreshing aggregate associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, aggregates: None {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Refreshing trait associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:59:05 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.321s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:59:05 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Deleted allocations for instance 304a9f3b-c471-43ec-a36a-83719e6e2b30
Nov 27 14:59:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-da8aa4a0-0fa7-416f-9ed7-f80469d9832d tempest-TestVolumeBootPattern-781872517 tempest-TestVolumeBootPattern-781872517-project-member] Lock "304a9f3b-c471-43ec-a36a-83719e6e2b30" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.882s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:59:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:59:13 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "7eeca525-2808-47c1-8a55-70cac3dab345" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:59:13 user nova-compute[75432]: INFO nova.compute.manager [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Detaching volume a20fd748-535a-47ce-8ea5-d8c26bb60ecc
Nov 27 14:59:13 user nova-compute[75432]: INFO nova.virt.block_device [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Attempting to driver detach volume a20fd748-535a-47ce-8ea5-d8c26bb60ecc from mountpoint /dev/vdb
Nov 27 14:59:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Attempting to detach device vdb from instance 7eeca525-2808-47c1-8a55-70cac3dab345 from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 14:59:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:59:13 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:59:13 user nova-compute[75432]:   <source dev="/dev/sdd"/>
Nov 27 14:59:13 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:59:13 user nova-compute[75432]:   <serial>a20fd748-535a-47ce-8ea5-d8c26bb60ecc</serial>
Nov 27 14:59:13 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:59:13 user nova-compute[75432]: </disk>
Nov 27 14:59:13 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:59:13 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Successfully detached device vdb from instance 7eeca525-2808-47c1-8a55-70cac3dab345 from the persistent domain config.
Nov 27 14:59:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7eeca525-2808-47c1-8a55-70cac3dab345 from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 14:59:13 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 14:59:13 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 14:59:13 user nova-compute[75432]:   <source dev="/dev/sdd"/>
Nov 27 14:59:13 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 14:59:13 user nova-compute[75432]:   <serial>a20fd748-535a-47ce-8ea5-d8c26bb60ecc</serial>
Nov 27 14:59:13 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 14:59:13 user nova-compute[75432]: </disk>
Nov 27 14:59:13 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 14:59:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:14 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 14:59:17 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:21 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:21 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Triggering sync for uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 14:59:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:59:22 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 14:59:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] There are 0 instances to clean {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 14:59:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:34 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7eeca525-2808-47c1-8a55-70cac3dab345 is timed out.
Nov 27 14:59:34 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Successfully detached device vdb from instance 7eeca525-2808-47c1-8a55-70cac3dab345 from the live domain config.
Nov 27 14:59:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rmCPwTNI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 14:59:34 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4d8c768-6436-44ae-b7a1-387acfb7e23f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 14:59:34 user nova-compute[75432]: No targets found.
Nov 27 14:59:34 user nova-compute[75432]: iSNS:
Nov 27 14:59:34 user nova-compute[75432]: No targets found.
Nov 27 14:59:34 user nova-compute[75432]: STATIC:
Nov 27 14:59:34 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc
Nov 27 14:59:34 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 14:59:34 user nova-compute[75432]:                 Iface Name: default
Nov 27 14:59:34 user nova-compute[75432]: FIRMWARE:
Nov 27 14:59:34 user nova-compute[75432]: No targets found.
Nov 27 14:59:34 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 14:59:34 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 14:59:34 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1304f59c-14be-496f-98f1-0535810a9413]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4602c120-e5bf-4220-9812-9ee5d304e16b]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)
Nov 27 14:59:34 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc (non-flash)
Nov 27 14:59:34 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b70128af0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc'): ({'sdd'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Removing single pathed devices sdd {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[39cf40c0-cdf9-46b4-bf03-9f5d19ee1922]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f875b43d-c61f-49f7-97a3-5100fa78dfad]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Flushing IO for device /dev/sdd {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbd8d8c6-c400-4489-a74b-e19687cfc7b2]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[142a4d15-7cc2-47dc-82dd-59cd07fc7b6f]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] SCSI volumes sdd have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b1a416d-9ebb-46c5-9968-47e886eefc04]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b9bda1c-e768-4d69-bef5-64ae4186d7f5]: (4, ('Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc, portal: 172.16.0.220,3260]\nLogout of [sid: 63, target: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc, portal: 172.16.0.220,3260]
Nov 27 14:59:34 user nova-compute[75432]: Logout of [sid: 63, target: iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc, portal: 172.16.0.220,3260] successful.
Nov 27 14:59:34 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a20fd748-535a-47ce-8ea5-d8c26bb60ecc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e85d160-8154-4e5d-a885-6765a1f78c0f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] <== disconnect_volume: return (283ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 14:59:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 14:59:35 user nova-compute[75432]: DEBUG nova.objects.instance [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lazy-loading 'flavor' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 14:59:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-143244b6-09ba-4773-93c5-ac9a8500c476 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "7eeca525-2808-47c1-8a55-70cac3dab345" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.614s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:59:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "7eeca525-2808-47c1-8a55-70cac3dab345" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 14.120s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:59:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "7eeca525-2808-47c1-8a55-70cac3dab345" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.029s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:59:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:59:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:59:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 14:59:50 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:59:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:59:50 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:59:50 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 14:59:50 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 14:59:51 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 14:59:51 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:59:51 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 14:59:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8978MB free_disk=24.854778289794922GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 14:59:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 14:59:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 14:59:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance 7eeca525-2808-47c1-8a55-70cac3dab345 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 14:59:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 14:59:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 14:59:51 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 14:59:51 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 14:59:51 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 14:59:51 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.222s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 14:59:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:53 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 14:59:55 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 14:59:55 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 14:59:56 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:56 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:57 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 14:59:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:02 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:03 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:00:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 15:00:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "7eeca525-2808-47c1-8a55-70cac3dab345" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:00:04 user nova-compute[75432]: INFO nova.compute.manager [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Terminating instance
Nov 27 15:00:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-31d122d2-3c55-4a4d-875b-3d68135507ea req-b94b09f7-ccf0-4c35-a1e9-ceaa70bf7fe1 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-unplugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-31d122d2-3c55-4a4d-875b-3d68135507ea req-b94b09f7-ccf0-4c35-a1e9-ceaa70bf7fe1 service nova] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-31d122d2-3c55-4a4d-875b-3d68135507ea req-b94b09f7-ccf0-4c35-a1e9-ceaa70bf7fe1 service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-31d122d2-3c55-4a4d-875b-3d68135507ea req-b94b09f7-ccf0-4c35-a1e9-ceaa70bf7fe1 service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-31d122d2-3c55-4a4d-875b-3d68135507ea req-b94b09f7-ccf0-4c35-a1e9-ceaa70bf7fe1 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] No waiting events found dispatching network-vif-unplugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 15:00:04 user nova-compute[75432]: DEBUG nova.compute.manager [req-31d122d2-3c55-4a4d-875b-3d68135507ea req-b94b09f7-ccf0-4c35-a1e9-ceaa70bf7fe1 service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-unplugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 15:00:05 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Instance destroyed successfully.
Nov 27 15:00:05 user nova-compute[75432]: DEBUG nova.objects.instance [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lazy-loading 'resources' on Instance uuid 7eeca525-2808-47c1-8a55-70cac3dab345 {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T14:52:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-987510740',display_name='tempest-ServerStableDeviceRescueTest-server-987510740',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-987510740',id=50,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFaRY0ch0T4Ak7hPaWnVRYe+4sVJwyW1GozgOqjGng6usbXzd06e6kPD8ZQqp/e0+ARaPI/EvhfsoezswPYKA7rsgo7RU8QHklnKNaQaOF2xm8rVJqLkNK2yIOsTQE351w==',key_name='tempest-keypair-88980637',keypairs=<?>,launch_index=0,launched_at=2023-11-27T14:56:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c798a017b7ad45d6ac27ca1fcf2a0bd0',ramdisk_id='',reservation_id='r-cidbd5li',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-2117212321',owner_user_name='tempest-ServerStableDeviceRescueTest-2117212321-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T14:58:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='728ddf0b7aaa4e9b86f25401d5c5401e',uuid=7eeca525-2808-47c1-8a55-70cac3dab345,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Converting VIF {"id": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "address": "fa:16:3e:6c:bf:c4", "network": {"id": "0cdd1484-4860-4ec8-b12a-b964e4ee028d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-327767445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c798a017b7ad45d6ac27ca1fcf2a0bd0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1e12f97b-60", "ovs_interfaceid": "1e12f97b-603a-40a5-a07a-0d15861d92b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6c:bf:c4,bridge_name='br-int',has_traffic_filtering=True,id=1e12f97b-603a-40a5-a07a-0d15861d92b0,network=Network(0cdd1484-4860-4ec8-b12a-b964e4ee028d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e12f97b-60') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG os_vif [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6c:bf:c4,bridge_name='br-int',has_traffic_filtering=True,id=1e12f97b-603a-40a5-a07a-0d15861d92b0,network=Network(0cdd1484-4860-4ec8-b12a-b964e4ee028d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e12f97b-60') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1e12f97b-60, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4350dd9d-c281-4a86-8c6e-49699956429f) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:00:05 user nova-compute[75432]: INFO os_vif [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6c:bf:c4,bridge_name='br-int',has_traffic_filtering=True,id=1e12f97b-603a-40a5-a07a-0d15861d92b0,network=Network(0cdd1484-4860-4ec8-b12a-b964e4ee028d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1e12f97b-60')
Nov 27 15:00:05 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Deleting instance files /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345_del
Nov 27 15:00:05 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Deletion of /opt/stack/data/nova/instances/7eeca525-2808-47c1-8a55-70cac3dab345_del complete
Nov 27 15:00:05 user nova-compute[75432]: INFO nova.compute.manager [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 27 15:00:05 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 15:00:05 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 15:00:06 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 15:00:06 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Took 0.77 seconds to deallocate network for instance.
Nov 27 15:00:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:00:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:00:06 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:00:06 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:00:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.125s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:00:06 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Deleted allocations for instance 7eeca525-2808-47c1-8a55-70cac3dab345
Nov 27 15:00:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7e2b72e7-4a31-47e0-a453-fcd99a5dc839 tempest-ServerStableDeviceRescueTest-2117212321 tempest-ServerStableDeviceRescueTest-2117212321-project-member] Lock "7eeca525-2808-47c1-8a55-70cac3dab345" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.941s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:00:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-a0640317-c7d6-4847-814c-20494f4a6fc0 req-003e8580-a462-48db-abbd-f706225d7eaf service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 15:00:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a0640317-c7d6-4847-814c-20494f4a6fc0 req-003e8580-a462-48db-abbd-f706225d7eaf service nova] Acquiring lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:00:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a0640317-c7d6-4847-814c-20494f4a6fc0 req-003e8580-a462-48db-abbd-f706225d7eaf service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:00:06 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-a0640317-c7d6-4847-814c-20494f4a6fc0 req-003e8580-a462-48db-abbd-f706225d7eaf service nova] Lock "7eeca525-2808-47c1-8a55-70cac3dab345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:00:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-a0640317-c7d6-4847-814c-20494f4a6fc0 req-003e8580-a462-48db-abbd-f706225d7eaf service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] No waiting events found dispatching network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 15:00:06 user nova-compute[75432]: WARNING nova.compute.manager [req-a0640317-c7d6-4847-814c-20494f4a6fc0 req-003e8580-a462-48db-abbd-f706225d7eaf service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received unexpected event network-vif-plugged-1e12f97b-603a-40a5-a07a-0d15861d92b0 for instance with vm_state deleted and task_state None.
Nov 27 15:00:06 user nova-compute[75432]: DEBUG nova.compute.manager [req-a0640317-c7d6-4847-814c-20494f4a6fc0 req-003e8580-a462-48db-abbd-f706225d7eaf service nova] [instance: 7eeca525-2808-47c1-8a55-70cac3dab345] Received event network-vif-deleted-1e12f97b-603a-40a5-a07a-0d15861d92b0 {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 15:00:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:00:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:00:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:00:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:00:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:00:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:00:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:00:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:00:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:00:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:00:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:00:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:00:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:00:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:00:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:00:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:00:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:00:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:00:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:00:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:00:52 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:00:52 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 15:00:53 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:00:53 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:00:53 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=9171MB free_disk=24.978843688964844GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 15:00:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:00:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:00:53 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 15:00:53 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 15:00:53 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:00:53 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:00:53 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 15:00:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.154s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:00:55 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:00:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:00:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:00:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:00:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:00:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:00:56 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:00:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 15:00:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 15:00:56 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 15:00:56 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:00:57 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:00:58 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:01:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:01:01 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:01:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:01:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:01:05 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:01:05 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 15:01:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:01:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:01:18 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:01:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:01:25 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:01:30 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:01:35 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:01:40 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:01:45 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:01:50 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:01:52 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:01:53 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:01:53 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:01:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:01:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:01:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:01:53 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 15:01:54 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:01:54 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:01:54 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=9058MB free_disk=24.976558685302734GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 15:01:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:01:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:01:54 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 15:01:54 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 15:01:54 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:01:54 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:01:54 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 15:01:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.142s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:01:55 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:01:55 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:01:56 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:01:57 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:01:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 15:01:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 15:01:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 15:01:58 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:02:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:00 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:02:00 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:05 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:07 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:07 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:02:07 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 15:02:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:10 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:15 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:02:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:02:15 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Starting instance... {{(pid=75432) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 15:02:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:02:15 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75432) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 15:02:16 user nova-compute[75432]: INFO nova.compute.claims [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Claim successful on node user
Nov 27 15:02:16 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.220s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Start building networks asynchronously for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Allocating IP information in the background. {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] allocate_for_instance() {{(pid=75432) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 15:02:16 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 15:02:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Start building block device mappings for instance. {{(pid=75432) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG nova.policy [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35b7f25d53f640359ea7b5f13152af4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec8868a9d8ae40ec8454f02935608001', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75432) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Start spawning the instance on the hypervisor. {{(pid=75432) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Creating instance directory {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 15:02:16 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Creating image(s)
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "/opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "/opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "/opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.177s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk 1073741824 {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a,backing_fmt=raw /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk 1073741824" returned: 0 in 0.052s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "1855c52d2f9e23a86151a101c9a02711d5f2eb0a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:02:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Successfully created port: d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1855c52d2f9e23a86151a101c9a02711d5f2eb0a --force-share --output=json" returned: 0 in 0.195s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk. size=1073741824 {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG nova.virt.disk.api [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Cannot resize image /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk to a smaller size. {{(pid=75432) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Created local disks {{(pid=75432) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Ensure instance console log exists: /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/console.log {{(pid=75432) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Successfully updated port: d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquired lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Building network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG nova.compute.manager [req-df1dc1b4-af15-417f-be0c-492d6d0cea96 req-5066d847-e3d3-40cd-9df0-48c055b53a1f service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Received event network-changed-d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG nova.compute.manager [req-df1dc1b4-af15-417f-be0c-492d6d0cea96 req-5066d847-e3d3-40cd-9df0-48c055b53a1f service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Refreshing instance network info cache due to event network-changed-d8227631-5ee6-414b-89a8-a03bffe5535a. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-df1dc1b4-af15-417f-be0c-492d6d0cea96 req-5066d847-e3d3-40cd-9df0-48c055b53a1f service nova] Acquiring lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 15:02:17 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Instance cache missing network info. {{(pid=75432) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.network.neutron [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating instance_info_cache with network_info: [{"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Releasing lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Instance network_info: |[{"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75432) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-df1dc1b4-af15-417f-be0c-492d6d0cea96 req-5066d847-e3d3-40cd-9df0-48c055b53a1f service nova] Acquired lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.network.neutron [req-df1dc1b4-af15-417f-be0c-492d6d0cea96 req-5066d847-e3d3-40cd-9df0-48c055b53a1f service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Refreshing network info cache for port d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Start _get_guest_xml network_info=[{"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'boot_index': 0, 'device_type': 'disk', 'encrypted': False, 'device_name': '/dev/vda', 'guest_format': None, 'disk_bus': 'virtio', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '7d9c9b17-f6cf-41f0-89b3-f8d72f81991f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 15:02:18 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:02:18 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] CPU controller missing on host. {{(pid=75432) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.host [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] CPU controller found on host. {{(pid=75432) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75432) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T14:18:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T14:18:45Z,direct_url=<?>,disk_format='qcow2',id=7d9c9b17-f6cf-41f0-89b3-f8d72f81991f,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='f926ee2bb9734b6296fc31f9bc5d96a8',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T14:18:47Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Flavor limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Image limits 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Flavor pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Image pref 0:0:0 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75432) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Got 1 possible topologies {{(pid=75432) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.hardware [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75432) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T15:02:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-969995413',display_name='tempest-SnapshotDataIntegrityTests-server-969995413',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-969995413',id=53,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLfZsQnoG6kGRb4cvIl8uWG+9WCFpKyTFf+3Q2bGE4amWwTjno+/dTXJA8CJJ1acIICfsHafvj+AhrwEPVJzDM4vqPfCK8HmDzvovsmaGOnZaGb9e/W8jZRH5CGjIjwNow==',key_name='tempest-keypair-962808865',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ec8868a9d8ae40ec8454f02935608001',ramdisk_id='',reservation_id='r-5o8xtd1v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-409251670',owner_user_name='tempest-SnapshotDataIntegrityTests-409251670-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T15:02:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35b7f25d53f640359ea7b5f13152af4e',uuid=f7081ab0-23ab-4adb-b8c8-068b2faa7e1c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75432) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Converting VIF {"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:52:87,bridge_name='br-int',has_traffic_filtering=True,id=d8227631-5ee6-414b-89a8-a03bffe5535a,network=Network(d143bc65-673e-46d0-912f-9e0e6d02a96e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8227631-5e') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.objects.instance [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'pci_devices' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] End _get_guest_xml xml=<domain type="kvm">
Nov 27 15:02:18 user nova-compute[75432]:   <uuid>f7081ab0-23ab-4adb-b8c8-068b2faa7e1c</uuid>
Nov 27 15:02:18 user nova-compute[75432]:   <name>instance-00000035</name>
Nov 27 15:02:18 user nova-compute[75432]:   <memory>524288</memory>
Nov 27 15:02:18 user nova-compute[75432]:   <vcpu>1</vcpu>
Nov 27 15:02:18 user nova-compute[75432]:   <metadata>
Nov 27 15:02:18 user nova-compute[75432]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 15:02:18 user nova-compute[75432]:       <nova:package version="0.0.0"/>
Nov 27 15:02:18 user nova-compute[75432]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-969995413</nova:name>
Nov 27 15:02:18 user nova-compute[75432]:       <nova:creationTime>2023-11-27 15:02:18</nova:creationTime>
Nov 27 15:02:18 user nova-compute[75432]:       <nova:flavor name="m1.tiny">
Nov 27 15:02:18 user nova-compute[75432]:         <nova:memory>512</nova:memory>
Nov 27 15:02:18 user nova-compute[75432]:         <nova:disk>1</nova:disk>
Nov 27 15:02:18 user nova-compute[75432]:         <nova:swap>0</nova:swap>
Nov 27 15:02:18 user nova-compute[75432]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 15:02:18 user nova-compute[75432]:         <nova:vcpus>1</nova:vcpus>
Nov 27 15:02:18 user nova-compute[75432]:       </nova:flavor>
Nov 27 15:02:18 user nova-compute[75432]:       <nova:owner>
Nov 27 15:02:18 user nova-compute[75432]:         <nova:user uuid="35b7f25d53f640359ea7b5f13152af4e">tempest-SnapshotDataIntegrityTests-409251670-project-member</nova:user>
Nov 27 15:02:18 user nova-compute[75432]:         <nova:project uuid="ec8868a9d8ae40ec8454f02935608001">tempest-SnapshotDataIntegrityTests-409251670</nova:project>
Nov 27 15:02:18 user nova-compute[75432]:       </nova:owner>
Nov 27 15:02:18 user nova-compute[75432]:       <nova:root type="image" uuid="7d9c9b17-f6cf-41f0-89b3-f8d72f81991f"/>
Nov 27 15:02:18 user nova-compute[75432]:       <nova:ports>
Nov 27 15:02:18 user nova-compute[75432]:         <nova:port uuid="d8227631-5ee6-414b-89a8-a03bffe5535a">
Nov 27 15:02:18 user nova-compute[75432]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 15:02:18 user nova-compute[75432]:         </nova:port>
Nov 27 15:02:18 user nova-compute[75432]:       </nova:ports>
Nov 27 15:02:18 user nova-compute[75432]:     </nova:instance>
Nov 27 15:02:18 user nova-compute[75432]:   </metadata>
Nov 27 15:02:18 user nova-compute[75432]:   <sysinfo type="smbios">
Nov 27 15:02:18 user nova-compute[75432]:     <system>
Nov 27 15:02:18 user nova-compute[75432]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 15:02:18 user nova-compute[75432]:       <entry name="product">OpenStack Nova</entry>
Nov 27 15:02:18 user nova-compute[75432]:       <entry name="version">0.0.0</entry>
Nov 27 15:02:18 user nova-compute[75432]:       <entry name="serial">f7081ab0-23ab-4adb-b8c8-068b2faa7e1c</entry>
Nov 27 15:02:18 user nova-compute[75432]:       <entry name="uuid">f7081ab0-23ab-4adb-b8c8-068b2faa7e1c</entry>
Nov 27 15:02:18 user nova-compute[75432]:       <entry name="family">Virtual Machine</entry>
Nov 27 15:02:18 user nova-compute[75432]:     </system>
Nov 27 15:02:18 user nova-compute[75432]:   </sysinfo>
Nov 27 15:02:18 user nova-compute[75432]:   <os>
Nov 27 15:02:18 user nova-compute[75432]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 15:02:18 user nova-compute[75432]:     <boot dev="hd"/>
Nov 27 15:02:18 user nova-compute[75432]:     <smbios mode="sysinfo"/>
Nov 27 15:02:18 user nova-compute[75432]:   </os>
Nov 27 15:02:18 user nova-compute[75432]:   <features>
Nov 27 15:02:18 user nova-compute[75432]:     <acpi/>
Nov 27 15:02:18 user nova-compute[75432]:     <apic/>
Nov 27 15:02:18 user nova-compute[75432]:     <vmcoreinfo/>
Nov 27 15:02:18 user nova-compute[75432]:   </features>
Nov 27 15:02:18 user nova-compute[75432]:   <clock offset="utc">
Nov 27 15:02:18 user nova-compute[75432]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 15:02:18 user nova-compute[75432]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 15:02:18 user nova-compute[75432]:     <timer name="hpet" present="no"/>
Nov 27 15:02:18 user nova-compute[75432]:   </clock>
Nov 27 15:02:18 user nova-compute[75432]:   <cpu mode="custom" match="exact">
Nov 27 15:02:18 user nova-compute[75432]:     <model>Nehalem</model>
Nov 27 15:02:18 user nova-compute[75432]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 15:02:18 user nova-compute[75432]:   </cpu>
Nov 27 15:02:18 user nova-compute[75432]:   <devices>
Nov 27 15:02:18 user nova-compute[75432]:     <disk type="file" device="disk">
Nov 27 15:02:18 user nova-compute[75432]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 15:02:18 user nova-compute[75432]:       <source file="/opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk"/>
Nov 27 15:02:18 user nova-compute[75432]:       <target dev="vda" bus="virtio"/>
Nov 27 15:02:18 user nova-compute[75432]:     </disk>
Nov 27 15:02:18 user nova-compute[75432]:     <interface type="ethernet">
Nov 27 15:02:18 user nova-compute[75432]:       <mac address="fa:16:3e:69:52:87"/>
Nov 27 15:02:18 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 15:02:18 user nova-compute[75432]:       <mtu size="1442"/>
Nov 27 15:02:18 user nova-compute[75432]:       <target dev="tapd8227631-5e"/>
Nov 27 15:02:18 user nova-compute[75432]:     </interface>
Nov 27 15:02:18 user nova-compute[75432]:     <serial type="pty">
Nov 27 15:02:18 user nova-compute[75432]:       <log file="/opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/console.log" append="off"/>
Nov 27 15:02:18 user nova-compute[75432]:     </serial>
Nov 27 15:02:18 user nova-compute[75432]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 15:02:18 user nova-compute[75432]:     <video>
Nov 27 15:02:18 user nova-compute[75432]:       <model type="virtio"/>
Nov 27 15:02:18 user nova-compute[75432]:     </video>
Nov 27 15:02:18 user nova-compute[75432]:     <rng model="virtio">
Nov 27 15:02:18 user nova-compute[75432]:       <backend model="random">/dev/urandom</backend>
Nov 27 15:02:18 user nova-compute[75432]:     </rng>
Nov 27 15:02:18 user nova-compute[75432]:     <controller type="usb" index="0" model="none"/>
Nov 27 15:02:18 user nova-compute[75432]:     <memballoon model="virtio">
Nov 27 15:02:18 user nova-compute[75432]:       <stats period="10"/>
Nov 27 15:02:18 user nova-compute[75432]:     </memballoon>
Nov 27 15:02:18 user nova-compute[75432]:   </devices>
Nov 27 15:02:18 user nova-compute[75432]: </domain>
Nov 27 15:02:18 user nova-compute[75432]:  {{(pid=75432) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T15:02:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-969995413',display_name='tempest-SnapshotDataIntegrityTests-server-969995413',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-969995413',id=53,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLfZsQnoG6kGRb4cvIl8uWG+9WCFpKyTFf+3Q2bGE4amWwTjno+/dTXJA8CJJ1acIICfsHafvj+AhrwEPVJzDM4vqPfCK8HmDzvovsmaGOnZaGb9e/W8jZRH5CGjIjwNow==',key_name='tempest-keypair-962808865',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ec8868a9d8ae40ec8454f02935608001',ramdisk_id='',reservation_id='r-5o8xtd1v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-409251670',owner_user_name='tempest-SnapshotDataIntegrityTests-409251670-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T15:02:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35b7f25d53f640359ea7b5f13152af4e',uuid=f7081ab0-23ab-4adb-b8c8-068b2faa7e1c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Converting VIF {"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:52:87,bridge_name='br-int',has_traffic_filtering=True,id=d8227631-5ee6-414b-89a8-a03bffe5535a,network=Network(d143bc65-673e-46d0-912f-9e0e6d02a96e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8227631-5e') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG os_vif [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:52:87,bridge_name='br-int',has_traffic_filtering=True,id=d8227631-5ee6-414b-89a8-a03bffe5535a,network=Network(d143bc65-673e-46d0-912f-9e0e6d02a96e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8227631-5e') {{(pid=75432) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd02d5d07-a86e-57af-9666-b789409ada72', '_type': 'linux-noop'}}, row=False) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd8227631-5e, may_exist=True, interface_attrs={}) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd8227631-5e, col_values=(('qos', UUID('5afee643-695b-468a-aee8-b43e78608eb0')),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd8227631-5e, col_values=(('external_ids', {'iface-id': 'd8227631-5ee6-414b-89a8-a03bffe5535a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:52:87', 'vm-uuid': 'f7081ab0-23ab-4adb-b8c8-068b2faa7e1c'}),), if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:18 user nova-compute[75432]: INFO os_vif [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:52:87,bridge_name='br-int',has_traffic_filtering=True,id=d8227631-5ee6-414b-89a8-a03bffe5535a,network=Network(d143bc65-673e-46d0-912f-9e0e6d02a96e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8227631-5e')
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No VIF found with MAC fa:16:3e:69:52:87, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.network.neutron [req-df1dc1b4-af15-417f-be0c-492d6d0cea96 req-5066d847-e3d3-40cd-9df0-48c055b53a1f service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updated VIF entry in instance network info cache for port d8227631-5ee6-414b-89a8-a03bffe5535a. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG nova.network.neutron [req-df1dc1b4-af15-417f-be0c-492d6d0cea96 req-5066d847-e3d3-40cd-9df0-48c055b53a1f service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating instance_info_cache with network_info: [{"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 15:02:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-df1dc1b4-af15-417f-be0c-492d6d0cea96 req-5066d847-e3d3-40cd-9df0-48c055b53a1f service nova] Releasing lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 15:02:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:19 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:19 user nova-compute[75432]: DEBUG nova.compute.manager [req-691da2f0-287a-4a07-b5b5-7b0bbe5cce6b req-214e1f8f-b37a-4f94-b028-c7c7f66b2a6a service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Received event network-vif-plugged-d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 15:02:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-691da2f0-287a-4a07-b5b5-7b0bbe5cce6b req-214e1f8f-b37a-4f94-b028-c7c7f66b2a6a service nova] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:02:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-691da2f0-287a-4a07-b5b5-7b0bbe5cce6b req-214e1f8f-b37a-4f94-b028-c7c7f66b2a6a service nova] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:02:19 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-691da2f0-287a-4a07-b5b5-7b0bbe5cce6b req-214e1f8f-b37a-4f94-b028-c7c7f66b2a6a service nova] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:02:19 user nova-compute[75432]: DEBUG nova.compute.manager [req-691da2f0-287a-4a07-b5b5-7b0bbe5cce6b req-214e1f8f-b37a-4f94-b028-c7c7f66b2a6a service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] No waiting events found dispatching network-vif-plugged-d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 15:02:19 user nova-compute[75432]: WARNING nova.compute.manager [req-691da2f0-287a-4a07-b5b5-7b0bbe5cce6b req-214e1f8f-b37a-4f94-b028-c7c7f66b2a6a service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Received unexpected event network-vif-plugged-d8227631-5ee6-414b-89a8-a03bffe5535a for instance with vm_state building and task_state spawning.
Nov 27 15:02:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:20 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-3df7913d-1726-4438-ad5f-925c9bf4abb6 req-ab7858a2-8a06-4d46-9590-5882d70cbfbe service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Received event network-vif-plugged-d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 15:02:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3df7913d-1726-4438-ad5f-925c9bf4abb6 req-ab7858a2-8a06-4d46-9590-5882d70cbfbe service nova] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:02:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3df7913d-1726-4438-ad5f-925c9bf4abb6 req-ab7858a2-8a06-4d46-9590-5882d70cbfbe service nova] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:02:21 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-3df7913d-1726-4438-ad5f-925c9bf4abb6 req-ab7858a2-8a06-4d46-9590-5882d70cbfbe service nova] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:02:21 user nova-compute[75432]: DEBUG nova.compute.manager [req-3df7913d-1726-4438-ad5f-925c9bf4abb6 req-ab7858a2-8a06-4d46-9590-5882d70cbfbe service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] No waiting events found dispatching network-vif-plugged-d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 15:02:21 user nova-compute[75432]: WARNING nova.compute.manager [req-3df7913d-1726-4438-ad5f-925c9bf4abb6 req-ab7858a2-8a06-4d46-9590-5882d70cbfbe service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Received unexpected event network-vif-plugged-d8227631-5ee6-414b-89a8-a03bffe5535a for instance with vm_state building and task_state spawning.
Nov 27 15:02:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Instance event wait completed in 0 seconds for  {{(pid=75432) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 15:02:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Guest created on hypervisor {{(pid=75432) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 15:02:22 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Instance spawned successfully.
Nov 27 15:02:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 15:02:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Found default for hw_cdrom_bus of ide {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 15:02:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Found default for hw_disk_bus of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 15:02:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Found default for hw_input_bus of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 15:02:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Found default for hw_pointer_model of None {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 15:02:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Found default for hw_video_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 15:02:22 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Found default for hw_vif_model of virtio {{(pid=75432) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 15:02:22 user nova-compute[75432]: INFO nova.compute.manager [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Took 5.91 seconds to spawn the instance on the hypervisor.
Nov 27 15:02:22 user nova-compute[75432]: DEBUG nova.compute.manager [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Checking state {{(pid=75432) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 15:02:22 user nova-compute[75432]: INFO nova.compute.manager [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Took 6.48 seconds to build instance.
Nov 27 15:02:22 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-8f17f3d8-1983-4d42-aad6-797bcd1d4e52 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.596s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:02:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:02:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:53 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:02:54 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:02:54 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:02:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:02:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:02:54 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:02:54 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 15:02:54 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:02:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:02:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:02:55 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:02:55 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:02:55 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:02:55 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=8842MB free_disk=24.924625396728516GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 15:02:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:02:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:02:55 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 15:02:55 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 15:02:55 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 15:02:55 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:02:55 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:02:55 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 15:02:55 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.201s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:02:57 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:02:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 15:02:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 15:02:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 15:02:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 15:02:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 15:02:58 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:02:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:02:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating instance_info_cache with network_info: [{"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 15:02:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 15:02:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 15:02:58 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:02:58 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:03:00 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:03:00 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:03:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:03:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:07 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:03:07 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 15:03:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:03:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:03:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:18 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:03:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:03:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:03:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:03:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:03:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:03:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:03:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:03:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:03:54 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:03:56 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:03:56 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:03:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:03:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:03:56 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:03:56 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 15:03:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:03:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:03:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:03:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:03:57 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:03:57 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:03:57 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=9037MB free_disk=24.92339324951172GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 15:03:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:03:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:03:57 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 15:03:57 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 15:03:57 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 15:03:57 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:03:57 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:03:57 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 15:03:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.194s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:03:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:03:58 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:03:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 15:03:58 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 15:03:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 15:03:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 15:03:58 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 15:03:58 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:03:59 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating instance_info_cache with network_info: [{"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 15:03:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 15:03:59 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 15:03:59 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:03:59 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:04:02 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:04:02 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:04:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:04:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:04:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:04:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:04:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:04:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:03 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:04:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-91dfcb3b-8e98-47fc-a773-d3a24271eda0 req-2a08e6c3-50d7-41e6-b251-4c2eaa0774b1 service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Received event network-changed-d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 15:04:07 user nova-compute[75432]: DEBUG nova.compute.manager [req-91dfcb3b-8e98-47fc-a773-d3a24271eda0 req-2a08e6c3-50d7-41e6-b251-4c2eaa0774b1 service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Refreshing instance network info cache due to event network-changed-d8227631-5ee6-414b-89a8-a03bffe5535a. {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 15:04:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-91dfcb3b-8e98-47fc-a773-d3a24271eda0 req-2a08e6c3-50d7-41e6-b251-4c2eaa0774b1 service nova] Acquiring lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 15:04:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-91dfcb3b-8e98-47fc-a773-d3a24271eda0 req-2a08e6c3-50d7-41e6-b251-4c2eaa0774b1 service nova] Acquired lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 15:04:07 user nova-compute[75432]: DEBUG nova.network.neutron [req-91dfcb3b-8e98-47fc-a773-d3a24271eda0 req-2a08e6c3-50d7-41e6-b251-4c2eaa0774b1 service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Refreshing network info cache for port d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 15:04:07 user nova-compute[75432]: DEBUG nova.network.neutron [req-91dfcb3b-8e98-47fc-a773-d3a24271eda0 req-2a08e6c3-50d7-41e6-b251-4c2eaa0774b1 service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updated VIF entry in instance network info cache for port d8227631-5ee6-414b-89a8-a03bffe5535a. {{(pid=75432) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 15:04:07 user nova-compute[75432]: DEBUG nova.network.neutron [req-91dfcb3b-8e98-47fc-a773-d3a24271eda0 req-2a08e6c3-50d7-41e6-b251-4c2eaa0774b1 service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating instance_info_cache with network_info: [{"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 15:04:07 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-91dfcb3b-8e98-47fc-a773-d3a24271eda0 req-2a08e6c3-50d7-41e6-b251-4c2eaa0774b1 service nova] Releasing lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 15:04:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:04:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:09 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:04:09 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 15:04:09 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:04:09 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75432) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'flavor' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:04:10 user nova-compute[75432]: INFO nova.compute.manager [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attaching volume cbc383e4-02f2-44a3-b847-c60ac46c63e3 to /dev/vdb
Nov 27 15:04:10 user nova-compute[75432]: DEBUG os_brick.utils [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cac682ae-f167-4ea6-bbb8-cc3f6f988809]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0a29b4c-580b-49c3-9478-8e38cd1e62a7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf69a25-372a-47e5-9e72-6284ba6be203]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e72daf47-a7db-4df2-a0a1-fa716063baa4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 15:04:10 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 15:04:10 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bef2217c-a68b-4594-9fcb-59c3ddd53694]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG os_brick.utils [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 15:04:10 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating existing volume attachment record: 2d298118-3e71-4532-af1a-87fedf792847 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 15:04:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'adJSzVqs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 15:04:16 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 15:04:16 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 15:04:16 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d3f1ccb-1a34-441c-95f8-7481c0538eb5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 15:04:16 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d91514aa-fc47-4bbe-81b4-dc8e6a3d7d13]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3] added
Nov 27 15:04:16 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf86265-36ff-4df4-bdc3-35df497cdfa8]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[0095adfe-2402-4f0c-835f-dff632749414]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v adJSzVqs {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v adJSzVqs" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba2a7934-32e7-49c7-87de-f34f97564e08]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'adJSzVqs'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a212434-0931-478e-9b84-77522c8b13ea]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[241a124a-2b03-4ed4-b82e-416d6d7ab6f3]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 15:04:16 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 15:04:16 user nova-compute[75432]:  {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 15:04:16 user nova-compute[75432]: WARNING os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 15:04:16 user nova-compute[75432]: 
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bad87e8-c8ba-462d-a456-2ca5540b726e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3, portal: 172.16.0.220,3260]
Nov 27 15:04:16 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3, portal: 172.16.0.220,3260] successful.
Nov 27 15:04:16 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[39c6a8dd-9987-492d-b07b-fd76338d5a71]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a3048c2-1589-4e0d-9d0e-980a8e2a322b]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 (non-flash)
Nov 27 15:04:16 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 (non-flash)
Nov 27 15:04:16 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[48761e03-b4bc-4487-ac11-7fba13e1051e]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:16 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 15:04:17 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 15:04:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'adJSzVqs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 15:04:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 15:04:17 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] <== connect_volume: return (1291ms) {'type': 'block', 'scsi_wwn': '23062616631303934', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 15:04:17 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062616631303934', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 15:04:17 user nova-compute[75432]: DEBUG nova.objects.instance [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'flavor' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:04:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 15:04:18 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 15:04:18 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 15:04:18 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 15:04:18 user nova-compute[75432]:   <serial>cbc383e4-02f2-44a3-b847-c60ac46c63e3</serial>
Nov 27 15:04:18 user nova-compute[75432]: </disk>
Nov 27 15:04:18 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 15:04:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 15:04:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 15:04:18 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No VIF found with MAC fa:16:3e:69:52:87, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 15:04:18 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-1e068aee-1c2d-43bc-b3f4-32e61b895e1c tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.929s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:04:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:04:32 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:04:32 user nova-compute[75432]: INFO nova.compute.manager [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Detaching volume cbc383e4-02f2-44a3-b847-c60ac46c63e3
Nov 27 15:04:32 user nova-compute[75432]: INFO nova.virt.block_device [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attempting to driver detach volume cbc383e4-02f2-44a3-b847-c60ac46c63e3 from mountpoint /dev/vdb
Nov 27 15:04:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Attempting to detach device vdb from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 15:04:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 15:04:32 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 15:04:32 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 15:04:32 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 15:04:32 user nova-compute[75432]:   <serial>cbc383e4-02f2-44a3-b847-c60ac46c63e3</serial>
Nov 27 15:04:32 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 15:04:32 user nova-compute[75432]: </disk>
Nov 27 15:04:32 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 15:04:32 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Successfully detached device vdb from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the persistent domain config.
Nov 27 15:04:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 15:04:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 15:04:32 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 15:04:32 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 15:04:32 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 15:04:32 user nova-compute[75432]:   <serial>cbc383e4-02f2-44a3-b847-c60ac46c63e3</serial>
Nov 27 15:04:32 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 15:04:32 user nova-compute[75432]: </disk>
Nov 27 15:04:32 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 15:04:32 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 15:04:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:34 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:04:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 15:04:34 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] There are 0 instances to clean {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 15:04:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:04:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:04:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:04:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:04:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:52 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c is timed out.
Nov 27 15:04:52 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Successfully detached device vdb from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the live domain config.
Nov 27 15:04:52 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'adJSzVqs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 15:04:52 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 15:04:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d89d2e7f-6bb3-4090-b53c-9b80e2970642]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 15:04:52 user nova-compute[75432]: No targets found.
Nov 27 15:04:52 user nova-compute[75432]: iSNS:
Nov 27 15:04:52 user nova-compute[75432]: No targets found.
Nov 27 15:04:52 user nova-compute[75432]: STATIC:
Nov 27 15:04:52 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3
Nov 27 15:04:52 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 15:04:52 user nova-compute[75432]:                 Iface Name: default
Nov 27 15:04:52 user nova-compute[75432]: FIRMWARE:
Nov 27 15:04:52 user nova-compute[75432]: No targets found.
Nov 27 15:04:52 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 15:04:52 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 15:04:52 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba33b388-2f39-4208-ae5e-fb8068066639]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[77566e4c-08f3-49ad-8cf6-db9713ead85b]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 (non-flash)
Nov 27 15:04:52 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 (non-flash)
Nov 27 15:04:52 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b70129000>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 15:04:52 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6ebe630-26ad-4838-a904-cda0f4f6b33e]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dfafa12-74ca-4773-9a82-75631c4b0010]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[160304a0-525a-465e-bc26-06b9c86f7a04]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[79129075-786c-4676-852e-9196712491c0]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ea17a80-4f70-4273-8e00-115b81c4607e]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[73626e3a-7ec6-4dc0-ac7f-7fa8d8f1c175]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3, portal: 172.16.0.220,3260]
Nov 27 15:04:53 user nova-compute[75432]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3, portal: 172.16.0.220,3260] successful.
Nov 27 15:04:53 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cbc383e4-02f2-44a3-b847-c60ac46c63e3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1a22349-d6fa-442e-a0d1-af638a80f8ff]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.278s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] <== disconnect_volume: return (279ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG nova.objects.instance [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'flavor' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:04:53 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-f82a7ed9-27f7-4866-835f-15abd8a2a88a tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.585s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:04:55 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:04:57 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:04:57 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:04:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:04:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:04:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:04:57 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 15:04:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:04:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:04:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:04:58 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=9047MB free_disk=24.92209243774414GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing inventories for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating ProviderTree inventory for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating inventory in ProviderTree for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing aggregate associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, aggregates: None {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing trait associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 15:04:58 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:04:59 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:04:59 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 15:04:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.401s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:05:00 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:05:00 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 15:05:00 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 15:05:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 15:05:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 15:05:00 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 15:05:00 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:05:00 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating instance_info_cache with network_info: [{"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 15:05:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 15:05:00 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 15:05:00 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:05:00 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:05:02 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:05:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:05:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:05:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:05:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:05:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:05:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:03 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:05:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:05:10 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:05:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 15:05:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:05:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:05:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:05:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:05:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:05:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:20 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:05:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:05:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:05:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:05:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:05:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG nova.objects.instance [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'flavor' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:05:25 user nova-compute[75432]: INFO nova.compute.manager [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attaching volume 74fad76b-a410-46b5-b30f-8bbe14b0a05d to /dev/vdb
Nov 27 15:05:25 user nova-compute[75432]: DEBUG os_brick.utils [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2b3b15a-571e-4e64-8b87-d43d4562affb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f8a44b5-af1a-42f1-ac84-304005f0ebd0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b879adb4-ea1f-4ca6-b313-bdebe8d7c89c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[77398ea7-0d2b-49af-b683-343319db6005]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 15:05:25 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 15:05:25 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab78cff-c11b-4240-bbb0-df6febfd7b00]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG os_brick.utils [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 15:05:25 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating existing volume attachment record: c2bf16d0-940d-400d-9d42-c2f57c2c2510 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 15:05:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:31 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 15:05:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FSYrTCRm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 15:05:31 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 15:05:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 15:05:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 15:05:31 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 15:05:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 15:05:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 15:05:31 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 15:05:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[42d1ab10-f2a3-4ca0-b1ff-6f02d916408f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 15:05:31 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:05:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1416b6c4-1c6c-4927-989d-27d06bcfdcdb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d] added
Nov 27 15:05:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd4ba646-0a3a-4220-b744-a20c47c1b3c1]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[386310b0-6209-48c5-ac7b-c7fbca717f2b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FSYrTCRm {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FSYrTCRm" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba0cedc6-3c56-4e2c-bd6b-ad54a65c2a01]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FSYrTCRm'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[226f7e01-856f-4f1e-9a56-536d9d6b1f26]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[087e0e02-1043-4894-a1b6-e8b1a525684f]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 15:05:32 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 15:05:32 user nova-compute[75432]:  {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 15:05:32 user nova-compute[75432]: WARNING os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 15:05:32 user nova-compute[75432]: 
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc604e9d-80a7-4585-a53c-1d5e9b6fd723]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d, portal: 172.16.0.220,3260]
Nov 27 15:05:32 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d, portal: 172.16.0.220,3260] successful.
Nov 27 15:05:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[48164107-1bf2-42af-8655-86d402f308fa]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf3b7ea5-dd70-4778-b6b0-978ea4d2fd13]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d (non-flash)
Nov 27 15:05:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d (non-flash)
Nov 27 15:05:32 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.231s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6197237-cd7d-4153-8189-9e88946d82d8]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:32 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 15:05:33 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 15:05:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FSYrTCRm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 15:05:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.259s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 15:05:33 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] <== connect_volume: return (1260ms) {'type': 'block', 'scsi_wwn': '26466616263353266', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 15:05:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26466616263353266', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 15:05:33 user nova-compute[75432]: DEBUG nova.objects.instance [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'flavor' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:05:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 15:05:33 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 15:05:33 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 15:05:33 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 15:05:33 user nova-compute[75432]:   <serial>74fad76b-a410-46b5-b30f-8bbe14b0a05d</serial>
Nov 27 15:05:33 user nova-compute[75432]: </disk>
Nov 27 15:05:33 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 15:05:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:05:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 15:05:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 15:05:33 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No VIF found with MAC fa:16:3e:69:52:87, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 15:05:33 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-24e65312-db58-4303-8cf0-1d194c5ef645 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.026s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:05:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:05:35 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:05:35 user nova-compute[75432]: INFO nova.compute.manager [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Detaching volume 74fad76b-a410-46b5-b30f-8bbe14b0a05d
Nov 27 15:05:36 user nova-compute[75432]: INFO nova.virt.block_device [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attempting to driver detach volume 74fad76b-a410-46b5-b30f-8bbe14b0a05d from mountpoint /dev/vdb
Nov 27 15:05:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Attempting to detach device vdb from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 15:05:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 15:05:36 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 15:05:36 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 15:05:36 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 15:05:36 user nova-compute[75432]:   <serial>74fad76b-a410-46b5-b30f-8bbe14b0a05d</serial>
Nov 27 15:05:36 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 15:05:36 user nova-compute[75432]: </disk>
Nov 27 15:05:36 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 15:05:36 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Successfully detached device vdb from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the persistent domain config.
Nov 27 15:05:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 15:05:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 15:05:36 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 15:05:36 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 15:05:36 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 15:05:36 user nova-compute[75432]:   <serial>74fad76b-a410-46b5-b30f-8bbe14b0a05d</serial>
Nov 27 15:05:36 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 15:05:36 user nova-compute[75432]: </disk>
Nov 27 15:05:36 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 15:05:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 15:05:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:05:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:05:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:05:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:05:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:05:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:05:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:05:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:05:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:05:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:05:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:05:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:05:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:05:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:56 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c is timed out.
Nov 27 15:05:56 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Successfully detached device vdb from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the live domain config.
Nov 27 15:05:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FSYrTCRm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 15:05:56 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e4d6857-2bf5-40f5-8e68-bbbafe476461]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 15:05:56 user nova-compute[75432]: No targets found.
Nov 27 15:05:56 user nova-compute[75432]: iSNS:
Nov 27 15:05:56 user nova-compute[75432]: No targets found.
Nov 27 15:05:56 user nova-compute[75432]: STATIC:
Nov 27 15:05:56 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d
Nov 27 15:05:56 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 15:05:56 user nova-compute[75432]:                 Iface Name: default
Nov 27 15:05:56 user nova-compute[75432]: FIRMWARE:
Nov 27 15:05:56 user nova-compute[75432]: No targets found.
Nov 27 15:05:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 15:05:56 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 15:05:56 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[00c3e2bd-d065-4069-b2d4-c287c381fb2c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3e78a69-c12a-4a94-9186-dd59fb05b302]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d (non-flash)
Nov 27 15:05:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d (non-flash)
Nov 27 15:05:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b702c5240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[386a53d4-b733-4030-99db-71d774b59496]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9339efe-15a1-4875-8c82-52dbf07fc122]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d6394c5-68f6-4c9b-9a7c-8f74a420b8a3]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.034s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d5818a0-a6a6-4358-9726-05ec3f5c92b0]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[398ac8ed-4e4e-49e9-a0e1-8fe9e64b5001]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[51fe90a2-26df-49ea-afb2-20e83dde18ef]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d, portal: 172.16.0.220,3260]
Nov 27 15:05:56 user nova-compute[75432]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d, portal: 172.16.0.220,3260] successful.
Nov 27 15:05:56 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:74fad76b-a410-46b5-b30f-8bbe14b0a05d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6699655-8a25-4a45-98c3-198ff8fb0980]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.290s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] <== disconnect_volume: return (292ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 15:05:56 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 15:05:57 user nova-compute[75432]: DEBUG nova.objects.instance [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'flavor' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:05:57 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:05:57 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:05:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-7eca5890-195c-4347-8285-321b5d95bae0 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.800s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:05:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:05:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:05:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:05:57 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 15:05:57 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:05:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:05:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:05:58 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=9021MB free_disk=24.921085357666016GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 15:05:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.166s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:06:00 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:06:00 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 15:06:00 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 15:06:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 15:06:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 15:06:00 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 15:06:00 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:06:01 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating instance_info_cache with network_info: [{"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 15:06:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 15:06:01 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 15:06:01 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:06:01 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:06:02 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:06:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:06:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:06:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:06:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:05 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:06:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:06:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:06:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:06:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:10 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:06:10 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 15:06:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:06:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:06:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:06:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:06:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:06:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:06:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG nova.objects.instance [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'flavor' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:06:28 user nova-compute[75432]: INFO nova.compute.manager [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attaching volume af189ed8-e939-4bc0-b543-230c0892b5bd to /dev/vdb
Nov 27 15:06:28 user nova-compute[75432]: DEBUG os_brick.utils [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3626fd56-20a0-4a5c-9ce9-d7f657c5c00b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4cb4bc2-18bb-4a1c-acb4-e9d422a1fe33]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[05e8fb2b-f1be-48f0-8578-84279a9a3af8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cbf561a-b989-4f54-8d98-c9d66ccdd7cb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 15:06:28 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 15:06:28 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7940684-c1e1-4cd2-a16f-bd071d9e1bd8]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG os_brick.utils [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating existing volume attachment record: ea5f4aeb-f924-4440-be7a-72c62c00a6b0 {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:06:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:06:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EeKNztsk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 15:06:34 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 15:06:34 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 15:06:34 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a88039dd-60e5-4863-8fbb-be52b97f93d6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 15:06:34 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[10f23ddb-89a6-414c-acdc-91b41e7a1873]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd] added
Nov 27 15:06:34 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6a8aec7-977a-4787-8159-2ec630ba7d09]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc4c19f7-6f69-423e-ab29-fcbf19413c65]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EeKNztsk {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EeKNztsk" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e8c719a-aa1f-456b-b842-89c22262d2b7]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EeKNztsk'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5a4bb66-67bc-4915-b9d1-85af6b78cb05]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f2fc06e-e4d4-4899-a923-53ad67d42033]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 15:06:34 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 15:06:34 user nova-compute[75432]:  {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 15:06:34 user nova-compute[75432]: WARNING os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 15:06:34 user nova-compute[75432]: 
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf8d2cd6-89f1-47b4-9e75-208cfd5b9ca5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd, portal: 172.16.0.220,3260]
Nov 27 15:06:34 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd, portal: 172.16.0.220,3260] successful.
Nov 27 15:06:34 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[960e03a9-77f5-4e66-9cb2-5d972c3eb818]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a52ddc8b-7d85-47f0-99f3-241cb069dbf8]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd (non-flash)
Nov 27 15:06:34 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd (non-flash)
Nov 27 15:06:34 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[380e185f-c83b-4ffc-a949-d8db9523afbe]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:34 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: None {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 15:06:35 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 15:06:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EeKNztsk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 15:06:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 15:06:35 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '26434313931633262', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 15:06:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434313931633262', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 15:06:35 user nova-compute[75432]: DEBUG nova.objects.instance [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'flavor' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:06:35 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 15:06:35 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 15:06:35 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 15:06:35 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 15:06:35 user nova-compute[75432]:   <serial>af189ed8-e939-4bc0-b543-230c0892b5bd</serial>
Nov 27 15:06:35 user nova-compute[75432]: </disk>
Nov 27 15:06:35 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 15:06:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 15:06:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 15:06:36 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No VIF found with MAC fa:16:3e:69:52:87, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 15:06:36 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-cafbb56e-bdc8-486a-a785-c46aff6cf29b tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.158s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:06:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:06:38 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:06:38 user nova-compute[75432]: INFO nova.compute.manager [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Detaching volume af189ed8-e939-4bc0-b543-230c0892b5bd
Nov 27 15:06:38 user nova-compute[75432]: INFO nova.virt.block_device [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attempting to driver detach volume af189ed8-e939-4bc0-b543-230c0892b5bd from mountpoint /dev/vdb
Nov 27 15:06:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Attempting to detach device vdb from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 15:06:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 15:06:38 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 15:06:38 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 15:06:38 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 15:06:38 user nova-compute[75432]:   <serial>af189ed8-e939-4bc0-b543-230c0892b5bd</serial>
Nov 27 15:06:38 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 15:06:38 user nova-compute[75432]: </disk>
Nov 27 15:06:38 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 15:06:38 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Successfully detached device vdb from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the persistent domain config.
Nov 27 15:06:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 15:06:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 15:06:38 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 15:06:38 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 15:06:38 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 15:06:38 user nova-compute[75432]:   <serial>af189ed8-e939-4bc0-b543-230c0892b5bd</serial>
Nov 27 15:06:38 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 15:06:38 user nova-compute[75432]: </disk>
Nov 27 15:06:38 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 15:06:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:38 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 15:06:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:06:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:06:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:06:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:06:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:06:58 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c is timed out.
Nov 27 15:06:58 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Successfully detached device vdb from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the live domain config.
Nov 27 15:06:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EeKNztsk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 15:06:58 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 15:06:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f6e8c2-2107-4f1a-a0a1-05c1f0ee01fa]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 15:06:58 user nova-compute[75432]: No targets found.
Nov 27 15:06:58 user nova-compute[75432]: iSNS:
Nov 27 15:06:58 user nova-compute[75432]: No targets found.
Nov 27 15:06:58 user nova-compute[75432]: STATIC:
Nov 27 15:06:58 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd
Nov 27 15:06:58 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 15:06:58 user nova-compute[75432]:                 Iface Name: default
Nov 27 15:06:58 user nova-compute[75432]: FIRMWARE:
Nov 27 15:06:58 user nova-compute[75432]: No targets found.
Nov 27 15:06:58 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 15:06:58 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 15:06:58 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[4095b06f-3e54-4c31-a57d-934283b1cc2e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:58 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[763fec1c-a3ee-47c8-bba4-d396baab62f9]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd (non-flash)
Nov 27 15:06:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd (non-flash)
Nov 27 15:06:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b501db6d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee04df6b-636b-4d39-b773-284d8706d5c4]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[36b656f5-6ebd-40d5-b080-6ca601432b4c]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c28e42c8-e7bd-4db1-b4ea-d03fa0b8de80]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[550d4305-3386-471e-9b89-f4edfc23da9b]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceadc6d5-2d6d-4ab6-805b-7e41b3f6a7fb]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[366dbc05-9dd7-41f8-80c4-40ae61aada82]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd, portal: 172.16.0.220,3260]
Nov 27 15:06:59 user nova-compute[75432]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd, portal: 172.16.0.220,3260] successful.
Nov 27 15:06:59 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:af189ed8-e939-4bc0-b543-230c0892b5bd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b27642d3-fdcc-4176-bc4e-2d9eb79237f0]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] <== disconnect_volume: return (299ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 15:06:59 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG nova.objects.instance [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'flavor' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-485d3e14-e7c2-410c-ab63-6959c4a81151 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.713s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:00 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:07:00 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:07:00 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=9016MB free_disk=24.920082092285156GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 15:07:00 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:07:02 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:07:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 15:07:02 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 15:07:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 15:07:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 15:07:02 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 15:07:02 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:07:03 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating instance_info_cache with network_info: [{"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 15:07:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 15:07:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 15:07:03 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:07:03 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:07:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:07:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:07:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:04 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:07:06 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:07:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:07:11 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:07:11 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 15:07:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:07:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:07:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:07:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:07:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:20 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:07:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:07:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:07:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:07:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:07:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG nova.objects.instance [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'flavor' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:07:31 user nova-compute[75432]: INFO nova.compute.manager [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attaching volume 8a71da61-7176-4fab-8145-3c6927fc2017 to /dev/vdb
Nov 27 15:07:31 user nova-compute[75432]: DEBUG os_brick.utils [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c26608b-9609-49db-9438-2d950a26642a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:75e4e2acb15\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[deb8f16f-1eb7-42e3-a0c4-969624c19e46]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd04448a-d57c-4549-9e94-c043997f144e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a451df9-54ec-4839-b980-da24b661952d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Running cmd (subprocess): nvme version {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] 'nvme version' failed. Not Retrying. {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.nvmeof [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] nvme not present on system {{(pid=75432) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 15:07:31 user nova-compute[75432]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 15:07:31 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[f27a5b07-20d3-404b-9faa-f3e569144ddb]: (4, '') {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75432) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.lightos [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] LIGHTOS: no hostnqn found. {{(pid=75432) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG os_brick.utils [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:75e4e2acb15', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 15:07:31 user nova-compute[75432]: DEBUG nova.virt.block_device [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating existing volume attachment record: ecca957b-8ddf-4fba-a185-fa71f6adc09a {{(pid=75432) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 15:07:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Calling os-brick to attach iSCSI Volume {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jvaUxHbO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 15:07:37 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 15:07:37 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 15:07:37 user nova-compute[75432]: INFO os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[51697a1a-6945-47ad-a64d-6c5fc7764f75]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 15:07:37 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --interface default --op new {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ce90972-fcf3-41af-bd2c-8cc10c0c9cc8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017] added\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017] added
Nov 27 15:07:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[5241ffe0-990c-4d7b-8044-588196569973]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db04e1a-7a20-431e-98b9-f560143d0a5b]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jvaUxHbO {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jvaUxHbO" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d329abde-650c-48c0-902d-b90d83ab2a31]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jvaUxHbO'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ea02214-ffbc-4f59-866a-7f7c316a0a50]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[e26a296e-e188-4103-83e1-e4a5ff77ba47]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 15:07:37 user nova-compute[75432]:  {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 15:07:37 user nova-compute[75432]:  {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 15:07:37 user nova-compute[75432]: WARNING os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 15:07:37 user nova-compute[75432]: 
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --login {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3e9bdbe-4f41-46ce-8d4e-ded69a9db8b8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017, portal: 172.16.0.220,3260]
Nov 27 15:07:37 user nova-compute[75432]: Login to [iface: default, target: iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017, portal: 172.16.0.220,3260] successful.
Nov 27 15:07:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[357d8b7f-85a0-44d4-9fb0-adf0aa4a7b6f]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dd9d6f9-caec-42d4-a679-290511fd9692]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 (non-flash)
Nov 27 15:07:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 (non-flash)
Nov 27 15:07:37 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.238s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Connected to 172.16.0.220:3260 {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] HCTL ('33', '-', '-', 0) found on session 70 with lun 0 {{(pid=75432) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75432) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 15:07:37 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:07:38 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:07:38 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3309880e-519c-4c9e-bb97-e16ad28b3b9e]: (4, ('- - 0', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:07:38 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75432) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 15:07:38 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jvaUxHbO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75432) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 15:07:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:07:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:07:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:07:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.268s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 15:07:39 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] <== connect_volume: return (1269ms) {'type': 'block', 'scsi_wwn': '23530323732353931', 'path': '/dev/sdb'} {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 15:07:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530323732353931', 'path': '/dev/sdb'} {{(pid=75432) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 15:07:39 user nova-compute[75432]: DEBUG nova.objects.instance [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'flavor' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:07:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 15:07:39 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 15:07:39 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 15:07:39 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 15:07:39 user nova-compute[75432]:   <serial>8a71da61-7176-4fab-8145-3c6927fc2017</serial>
Nov 27 15:07:39 user nova-compute[75432]: </disk>
Nov 27 15:07:39 user nova-compute[75432]:  {{(pid=75432) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 15:07:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No BDM found with device name vda, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 15:07:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75432) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 15:07:39 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] No VIF found with MAC fa:16:3e:69:52:87, not building metadata {{(pid=75432) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 15:07:39 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-54850c64-b323-4c79-bd62-b9a439729630 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.888s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:07:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:07:41 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:07:41 user nova-compute[75432]: INFO nova.compute.manager [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Detaching volume 8a71da61-7176-4fab-8145-3c6927fc2017
Nov 27 15:07:41 user nova-compute[75432]: INFO nova.virt.block_device [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Attempting to driver detach volume 8a71da61-7176-4fab-8145-3c6927fc2017 from mountpoint /dev/vdb
Nov 27 15:07:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Attempting to detach device vdb from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the persistent domain config. {{(pid=75432) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 15:07:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 15:07:41 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 15:07:41 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 15:07:41 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 15:07:41 user nova-compute[75432]:   <serial>8a71da61-7176-4fab-8145-3c6927fc2017</serial>
Nov 27 15:07:41 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 15:07:41 user nova-compute[75432]: </disk>
Nov 27 15:07:41 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 15:07:41 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Successfully detached device vdb from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the persistent domain config.
Nov 27 15:07:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the live domain config. {{(pid=75432) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 15:07:41 user nova-compute[75432]: DEBUG nova.virt.libvirt.guest [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 15:07:41 user nova-compute[75432]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 15:07:41 user nova-compute[75432]:   <source dev="/dev/sdb"/>
Nov 27 15:07:41 user nova-compute[75432]:   <target dev="vdb" bus="virtio"/>
Nov 27 15:07:41 user nova-compute[75432]:   <serial>8a71da61-7176-4fab-8145-3c6927fc2017</serial>
Nov 27 15:07:41 user nova-compute[75432]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 15:07:41 user nova-compute[75432]: </disk>
Nov 27 15:07:41 user nova-compute[75432]:  {{(pid=75432) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 15:07:42 user nova-compute[75432]: DEBUG nova.virt.libvirt.driver [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 15:07:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:07:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:07:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:07:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:07:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:07:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:07:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:07:58 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:08:00 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:08:01 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:08:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:08:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:08:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:08:01 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 15:08:01 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75432) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:08:02 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c is timed out.
Nov 27 15:08:02 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Successfully detached device vdb from instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c from the live domain config.
Nov 27 15:08:02 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:08:02 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:08:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=9021MB free_disk=24.919147491455078GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] calling os-brick to detach iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f7b700f33d0>, {'target_iqn': 'iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jvaUxHbO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 15:08:02 user nova-compute[75432]: WARNING os_brick.initiator.connectors.base [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e8b07d0-e13f-4367-b655-1854095fc060]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 15:08:02 user nova-compute[75432]: No targets found.
Nov 27 15:08:02 user nova-compute[75432]: iSNS:
Nov 27 15:08:02 user nova-compute[75432]: No targets found.
Nov 27 15:08:02 user nova-compute[75432]: STATIC:
Nov 27 15:08:02 user nova-compute[75432]: Target: iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017
Nov 27 15:08:02 user nova-compute[75432]:         Portal: 172.16.0.220:3260,-1
Nov 27 15:08:02 user nova-compute[75432]:                 Iface Name: default
Nov 27 15:08:02 user nova-compute[75432]: FIRMWARE:
Nov 27 15:08:02 user nova-compute[75432]: No targets found.
Nov 27 15:08:02 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 15:08:02 user nova-compute[75432]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 15:08:02 user nova-compute[75432]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75432) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017', 0)] {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a278a6f-2d67-4255-af7a-582c31f4cf7e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c19410be-afd8-4468-b09e-9c9b917ef52f]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 (non-flash)\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 (non-flash)
Nov 27 15:08:02 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 (non-flash)
Nov 27 15:08:02 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f7b70648a60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017'): ({'sdb'}, set())}) {{(pid=75432) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Removing single pathed devices sdb {{(pid=75432) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6603c01-a685-47f9-80c9-4b79d8242beb]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[af6d5b4a-43b5-42cc-83d9-48a207f510a3]: (4, ('ok\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Flushing IO for device /dev/sdb {{(pid=75432) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75432) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[a874f4ba-10f8-40cd-88e6-ed239d988e1c]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75432) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe2b6bf4-006b-43e9-9f2d-0dc46d9d0b80]: (4, ('1', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.linuxscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] SCSI volumes sdb have been removed. {{(pid=75432) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017')] {{(pid=75432) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[d08056df-f5f3-4975-b075-6f05b1758211]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.229s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --logout {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --logout" returned: 0 in 0.045s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c3c40c9-a931-4c9c-87c6-0c8ef08f0eeb]: (4, ('Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017, portal: 172.16.0.220,3260]\nLogout of [sid: 70, target: iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017, portal: 172.16.0.220,3260]
Nov 27 15:08:02 user nova-compute[75432]: Logout of [sid: 70, target: iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017, portal: 172.16.0.220,3260] successful.
Nov 27 15:08:02 user nova-compute[75432]:  stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op delete {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8a71da61-7176-4fab-8145-3c6927fc2017 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=85645) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG oslo.privsep.daemon [-] privsep: reply[3adb4f25-dd39-4abc-b5a1-95314306cd00]: (4, ('', '')) {{(pid=85645) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75432) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.base [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.282s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] <== disconnect_volume: return (283ms) None {{(pid=75432) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 15:08:02 user nova-compute[75432]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Disconnected iSCSI Volume {{(pid=75432) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 15:08:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:03 user nova-compute[75432]: DEBUG nova.objects.instance [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'flavor' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:08:03 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-a2fae56a-42b9-462e-893e-efa842404ac1 tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.053s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:08:03 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:08:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 15:08:03 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 15:08:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 15:08:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquired lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 15:08:04 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Forcefully refreshing network info cache for instance {{(pid=75432) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 15:08:04 user nova-compute[75432]: DEBUG nova.objects.instance [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lazy-loading 'info_cache' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:08:04 user nova-compute[75432]: DEBUG nova.network.neutron [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating instance_info_cache with network_info: [{"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 15:08:04 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Releasing lock "refresh_cache-f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" {{(pid=75432) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 15:08:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updated the network info_cache for instance {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 15:08:04 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:08:04 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:08:05 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:08:06 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:08:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:08:12 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:08:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 15:08:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:08:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:08:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:08:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:08:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:08:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:08:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:08:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:08:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4996-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:08:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:08:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:08:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:08:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:08:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:08:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:08:57 user nova-compute[75432]: INFO nova.compute.manager [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Terminating instance
Nov 27 15:08:57 user nova-compute[75432]: DEBUG nova.compute.manager [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Start destroying the instance on the hypervisor. {{(pid=75432) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-efc940bc-d46c-4d94-aa48-768891cf6189 req-e321d87e-7d41-4840-a679-709a7b0a98fc service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Received event network-vif-unplugged-d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-efc940bc-d46c-4d94-aa48-768891cf6189 req-e321d87e-7d41-4840-a679-709a7b0a98fc service nova] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-efc940bc-d46c-4d94-aa48-768891cf6189 req-e321d87e-7d41-4840-a679-709a7b0a98fc service nova] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-efc940bc-d46c-4d94-aa48-768891cf6189 req-e321d87e-7d41-4840-a679-709a7b0a98fc service nova] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-efc940bc-d46c-4d94-aa48-768891cf6189 req-e321d87e-7d41-4840-a679-709a7b0a98fc service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] No waiting events found dispatching network-vif-unplugged-d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG nova.compute.manager [req-efc940bc-d46c-4d94-aa48-768891cf6189 req-e321d87e-7d41-4840-a679-709a7b0a98fc service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Received event network-vif-unplugged-d8227631-5ee6-414b-89a8-a03bffe5535a for instance with task_state deleting. {{(pid=75432) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:57 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:58 user nova-compute[75432]: INFO nova.virt.libvirt.driver [-] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Instance destroyed successfully.
Nov 27 15:08:58 user nova-compute[75432]: DEBUG nova.objects.instance [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lazy-loading 'resources' on Instance uuid f7081ab0-23ab-4adb-b8c8-068b2faa7e1c {{(pid=75432) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG nova.virt.libvirt.vif [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T15:02:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-969995413',display_name='tempest-SnapshotDataIntegrityTests-server-969995413',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-969995413',id=53,image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLfZsQnoG6kGRb4cvIl8uWG+9WCFpKyTFf+3Q2bGE4amWwTjno+/dTXJA8CJJ1acIICfsHafvj+AhrwEPVJzDM4vqPfCK8HmDzvovsmaGOnZaGb9e/W8jZRH5CGjIjwNow==',key_name='tempest-keypair-962808865',keypairs=<?>,launch_index=0,launched_at=2023-11-27T15:02:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ec8868a9d8ae40ec8454f02935608001',ramdisk_id='',reservation_id='r-5o8xtd1v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='7d9c9b17-f6cf-41f0-89b3-f8d72f81991f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-409251670',owner_user_name='tempest-SnapshotDataIntegrityTests-409251670-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T15:02:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='35b7f25d53f640359ea7b5f13152af4e',uuid=f7081ab0-23ab-4adb-b8c8-068b2faa7e1c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Converting VIF {"id": "d8227631-5ee6-414b-89a8-a03bffe5535a", "address": "fa:16:3e:69:52:87", "network": {"id": "d143bc65-673e-46d0-912f-9e0e6d02a96e", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1071840548-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ec8868a9d8ae40ec8454f02935608001", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd8227631-5e", "ovs_interfaceid": "d8227631-5ee6-414b-89a8-a03bffe5535a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG nova.network.os_vif_util [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:69:52:87,bridge_name='br-int',has_traffic_filtering=True,id=d8227631-5ee6-414b-89a8-a03bffe5535a,network=Network(d143bc65-673e-46d0-912f-9e0e6d02a96e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8227631-5e') {{(pid=75432) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG os_vif [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:52:87,bridge_name='br-int',has_traffic_filtering=True,id=d8227631-5ee6-414b-89a8-a03bffe5535a,network=Network(d143bc65-673e-46d0-912f-9e0e6d02a96e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8227631-5e') {{(pid=75432) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd8227631-5e, bridge=br-int, if_exists=True) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 19 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5afee643-695b-468a-aee8-b43e78608eb0) {{(pid=75432) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:08:58 user nova-compute[75432]: INFO os_vif [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:69:52:87,bridge_name='br-int',has_traffic_filtering=True,id=d8227631-5ee6-414b-89a8-a03bffe5535a,network=Network(d143bc65-673e-46d0-912f-9e0e6d02a96e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd8227631-5e')
Nov 27 15:08:58 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Deleting instance files /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c_del
Nov 27 15:08:58 user nova-compute[75432]: INFO nova.virt.libvirt.driver [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Deletion of /opt/stack/data/nova/instances/f7081ab0-23ab-4adb-b8c8-068b2faa7e1c_del complete
Nov 27 15:08:58 user nova-compute[75432]: INFO nova.compute.manager [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 27 15:08:58 user nova-compute[75432]: DEBUG oslo.service.loopingcall [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75432) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG nova.compute.manager [-] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Deallocating network for instance {{(pid=75432) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] deallocate_for_instance() {{(pid=75432) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG nova.network.neutron [-] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Updating instance_info_cache with network_info: [] {{(pid=75432) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 15:08:58 user nova-compute[75432]: INFO nova.compute.manager [-] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Took 0.75 seconds to deallocate network for instance.
Nov 27 15:08:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:08:58 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:08:59 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:08:59 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:08:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.187s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:08:59 user nova-compute[75432]: INFO nova.scheduler.client.report [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Deleted allocations for instance f7081ab0-23ab-4adb-b8c8-068b2faa7e1c
Nov 27 15:08:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-988afe60-5fb8-4d23-bc91-9c9ccd4a8b1e tempest-SnapshotDataIntegrityTests-409251670 tempest-SnapshotDataIntegrityTests-409251670-project-member] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.008s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:08:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-bbc06bfd-8989-464e-99a5-056beb16ec3e req-405bf178-e7d1-4df2-a0fc-9bacbb443229 service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Received event network-vif-plugged-d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 15:08:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bbc06bfd-8989-464e-99a5-056beb16ec3e req-405bf178-e7d1-4df2-a0fc-9bacbb443229 service nova] Acquiring lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:08:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bbc06bfd-8989-464e-99a5-056beb16ec3e req-405bf178-e7d1-4df2-a0fc-9bacbb443229 service nova] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:08:59 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [req-bbc06bfd-8989-464e-99a5-056beb16ec3e req-405bf178-e7d1-4df2-a0fc-9bacbb443229 service nova] Lock "f7081ab0-23ab-4adb-b8c8-068b2faa7e1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:08:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-bbc06bfd-8989-464e-99a5-056beb16ec3e req-405bf178-e7d1-4df2-a0fc-9bacbb443229 service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] No waiting events found dispatching network-vif-plugged-d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 15:08:59 user nova-compute[75432]: WARNING nova.compute.manager [req-bbc06bfd-8989-464e-99a5-056beb16ec3e req-405bf178-e7d1-4df2-a0fc-9bacbb443229 service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Received unexpected event network-vif-plugged-d8227631-5ee6-414b-89a8-a03bffe5535a for instance with vm_state deleted and task_state None.
Nov 27 15:08:59 user nova-compute[75432]: DEBUG nova.compute.manager [req-bbc06bfd-8989-464e-99a5-056beb16ec3e req-405bf178-e7d1-4df2-a0fc-9bacbb443229 service nova] [instance: f7081ab0-23ab-4adb-b8c8-068b2faa7e1c] Received event network-vif-deleted-d8227631-5ee6-414b-89a8-a03bffe5535a {{(pid=75432) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 15:09:00 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:01 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:09:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:09:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:09:01 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 15:09:02 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:09:02 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:09:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=9150MB free_disk=24.946208953857422GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 15:09:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:09:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:09:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 15:09:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 15:09:02 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:09:02 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:09:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 15:09:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.147s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:09:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:04 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:04 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 15:09:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 15:09:04 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 15:09:04 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:06 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:07 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:12 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:12 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 15:09:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:09:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:09:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:09:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:09:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:13 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:13 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75432) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 15:09:14 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:21 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:09:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:09:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:09:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:09:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:09:36 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Cleaning up deleted instances {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 15:09:36 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] There are 0 instances to clean {{(pid=75432) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 15:09:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:09:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:09:47 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:09:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:09:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:09:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:09:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:09:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:09:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:51 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:54 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:09:58 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:10:01 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:10:01 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:10:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:10:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:10:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:10:01 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 15:10:02 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:10:02 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:10:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=9279MB free_disk=24.945091247558594GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing inventories for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating ProviderTree inventory for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Updating inventory in ProviderTree for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing aggregate associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, aggregates: None {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Refreshing trait associations for resource provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d, traits: COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_EXTEND,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VIRTIO,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_STORAGE_BUS_USB,COMPUTE_STORAGE_BUS_IDE,HW_CPU_X86_SSE,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_RESCUE_BFV,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_DEVICE_TAGGING,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_MMX,COMPUTE_NODE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_TRUSTED_CERTS,HW_CPU_X86_SSE42,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_STORAGE_BUS_VIRTIO {{(pid=75432) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 15:10:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.575s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:10:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:10:06 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:10:06 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 15:10:06 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 15:10:06 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 15:10:06 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:10:06 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:10:07 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:10:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:10:08 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:10:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:10:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:10:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:10:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:10:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:10:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:10:14 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:10:14 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 15:10:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:10:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:10:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:10:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:10:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:10:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:10:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:10:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:10:33 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:10:38 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:10:43 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:10:48 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:10:53 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:10:58 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:11:00 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:11:01 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:11:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:11:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:11:01 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:11:01 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75432) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 15:11:02 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:11:02 user nova-compute[75432]: WARNING nova.virt.libvirt.driver [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 15:11:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Hypervisor/Node resource view: name=user free_ram=9292MB free_disk=24.93767547607422GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75432) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 15:11:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 15:11:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 15:11:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 15:11:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75432) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 15:11:02 user nova-compute[75432]: DEBUG nova.compute.provider_tree [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed in ProviderTree for provider: 25de194c-9db8-4cf4-8c26-f8b8860ae93d {{(pid=75432) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 15:11:02 user nova-compute[75432]: DEBUG nova.scheduler.client.report [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Inventory has not changed for provider 25de194c-9db8-4cf4-8c26-f8b8860ae93d based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75432) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 15:11:02 user nova-compute[75432]: DEBUG nova.compute.resource_tracker [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Compute_service record updated for user:user {{(pid=75432) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 15:11:02 user nova-compute[75432]: DEBUG oslo_concurrency.lockutils [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.111s {{(pid=75432) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 15:11:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:11:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:11:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75432) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 15:11:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:11:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75432) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 15:11:03 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:11:04 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:11:05 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:11:05 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Starting heal instance info cache {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 15:11:05 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Rebuilding the list of instances to heal {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 15:11:05 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Didn't find any instances for network info cache update. {{(pid=75432) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 15:11:05 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:11:06 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:11:07 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:11:08 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:11:10 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:11:13 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:11:16 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:11:16 user nova-compute[75432]: DEBUG nova.compute.manager [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75432) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 15:11:18 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 15:11:23 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 15:11:26 user nova-compute[75432]: DEBUG oslo_service.periodic_task [None req-429a1bcb-afef-41e7-9c80-96d3073f4cd7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75432) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 15:11:28 user nova-compute[75432]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=75432) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}